[ { "ID": "5.0-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.389 ROUGE2: 22.0197 ROUGEL: 28.6092 TOKENS_PER_SAMPLE: 297.4", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 33928.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4508 ROUGE2: 22.058 ROUGEL: 28.6575 TOKENS_PER_SAMPLE: 295.8", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 30724.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.389 ROUGE2: 22.0197 ROUGEL: 28.6092 TOKENS_PER_SAMPLE: 297.4", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 33928.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0001", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74A-7U", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4508 ROUGE2: 22.058 ROUGEL: 28.6575 TOKENS_PER_SAMPLE: 295.8", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/AMD/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325X_2xEPYC_9575F", "ColorKey": "availableAMD", "Performance_Result": 30724.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0002", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Quanta S7PA", "Platform": "8xMI325x_2xEPYC-9655", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.749402277171612 FID_SCORE: 23.813210898858188", "Nodes": 1, "Processor": "2xAMD EPYC 9655", "host_processors_per_node": 2, "host_processor_core_count": "", "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/AMD/results/8xMI325x_2xEPYC-9655/stable-diffusion-xl/Offline", "Software": "shark-ai 3.3.0", "operating_system": "Ubuntu 22.04.5 LTS (Jammy Jellyfish)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8,fp16,int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/results/8xMI325x_2xEPYC-9655", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325x_2xEPYC-9655", "ColorKey": "availableAMD", "Performance_Result": 17.0963, "Performance_Units": "Samples/s" }, { "ID": "5.0-0002", "Submitter": "AMD", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Quanta S7PA", "Platform": "8xMI325x_2xEPYC-9655", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.730368359684945 FID_SCORE: 23.91373696288406", "Nodes": 1, "Processor": "2xAMD EPYC 9655", "host_processors_per_node": 2, "host_processor_core_count": "", "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/AMD/results/8xMI325x_2xEPYC-9655/stable-diffusion-xl/Server", "Software": "shark-ai 3.3.0", "operating_system": "Ubuntu 22.04.5 LTS (Jammy Jellyfish)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8,fp16,int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/results/8xMI325x_2xEPYC-9655", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/AMD/code", "Unique ID (e.g. for Audit)": "datacenter/closed/AMD/8xMI325x_2xEPYC-9655", "ColorKey": "availableAMD", "Performance_Result": 16.1757, "Performance_Units": "Queries/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 326670.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 525118.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 325823.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 300029.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1301 ROUGE2: 20.133 ROUGEL: 30.0141 GEN_LEN: 4157005", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 18113.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1301 ROUGE2: 20.133 ROUGEL: 30.0141 GEN_LEN: 4157005", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 17953.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1301 ROUGE2: 20.133 ROUGEL: 30.0141 GEN_LEN: 4157005", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 18113.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1301 ROUGE2: 20.133 ROUGEL: 30.0141 GEN_LEN: 4157005", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 17953.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5429 ROUGE2: 22.1318 ROUGEL: 28.7758 TOKENS_PER_SAMPLE: 291.4", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 27765.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5628 ROUGE2: 22.1477 ROUGEL: 28.7948 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 27417.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5429 ROUGE2: 22.1318 ROUGEL: 28.7758 TOKENS_PER_SAMPLE: 291.4", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 27765.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0003", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB NVLink, TensorRT)", "Platform": "ESC8000_H200_NVLx8_NVLink_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5628 ROUGE2: 22.1477 ROUGEL: 28.7948 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_NVLink_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_NVLink_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 27417.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0004", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 49.5439, "Performance_Units": "Samples/s" }, { "ID": "5.0-0004", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 49.5439, "Performance_Units": "Samples/s" }, { "ID": "5.0-0004", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 680738.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0004", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 540125.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0004", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.344", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 11263.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-0004", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.316", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 11988.9, "Performance_Units": "Queries/s" }, { "ID": "5.0-0004", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.802840944826603 FID_SCORE: 23.511360773911292", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 16.0315, "Performance_Units": "Samples/s" }, { "ID": "5.0-0004", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC8000A-E13P (8x H200-NVL-141GB, TensorRT)", "Platform": "ESC8000_H200_NVLx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.801456088721753 FID_SCORE: 23.56716557990319", "Nodes": 1, "Processor": "AMD EPYC 9475F 48-Core Processo", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC8000_H200_NVLx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC8000_H200_NVLx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 14.8098, "Performance_Units": "Queries/s" }, { "ID": "5.0-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC A8A-E12U (8x MI325x-256GB )", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.3988 ROUGE2: 22.039 ROUGEL: 28.6453 TOKENS_PER_SAMPLE: 295.3", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "22.04.5 LTS (Jammy Jellyfish)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "Dummy", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 33366.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC A8A-E12U (8x MI325x-256GB )", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.3971 ROUGE2: 22.0537 ROUGEL: 28.6495 TOKENS_PER_SAMPLE: 295.7", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "22.04.5 LTS (Jammy Jellyfish)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "Dummy", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 30086.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC A8A-E12U (8x MI325x-256GB )", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.3988 ROUGE2: 22.039 ROUGEL: 28.6453 TOKENS_PER_SAMPLE: 295.3", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99.9/Offline", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "22.04.5 LTS (Jammy Jellyfish)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "Dummy", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 33366.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0005", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC A8A-E12U (8x MI325x-256GB )", "Platform": "ESC_A8A_MI325X_256GBx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.3971 ROUGE2: 22.0537 ROUGEL: 28.6495 TOKENS_PER_SAMPLE: 295.7", "Nodes": 1, "Processor": "2x AMD EPYC 9475F", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8/llama2-70b-99.9/Server", "Software": "vLLM 0.6.5.dev964+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "22.04.5 LTS (Jammy Jellyfish)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "Dummy", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/ESC_A8A_MI325X_256GBx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/ESC_A8A_MI325X_256GBx8", "ColorKey": "availableASUSTeK", "Performance_Result": 30086.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1301 ROUGE2: 20.133 ROUGEL: 30.0141 GEN_LEN: 4157005", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 21171.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1301 ROUGE2: 20.133 ROUGEL: 30.0141 GEN_LEN: 4157005", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 21533.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1301 ROUGE2: 20.133 ROUGEL: 30.0141 GEN_LEN: 4157005", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 21171.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1301 ROUGE2: 20.133 ROUGEL: 30.0141 GEN_LEN: 4157005", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 21533.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5468 ROUGE2: 22.134 ROUGEL: 28.7841 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 34807.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5621 ROUGE2: 22.1419 ROUGEL: 28.7948 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 33037.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5468 ROUGE2: 22.134 ROUGEL: 28.7841 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 34807.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5621 ROUGE2: 22.1419 ROUGEL: 28.7948 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 33037.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 34809.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5018 ROUGE2: 22.0993 ROUGEL: 28.7329 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 19418.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 34809.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5018 ROUGE2: 22.0993 ROUGEL: 28.7329 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 19418.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.697946695208735 exact_match: 90.06889808074122 TOKENS_PER_SAMPLE: 644.8", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 557.097, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0006", "Submitter": "ASUSTeK", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ASUSTeK ESC N8 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.678324128995275 exact_match: 90.0528821972204 TOKENS_PER_SAMPLE: 650.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8558", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/ASUSTeK/results/H200-SXM-141GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "Data bandwidth for GPU-PCIe: 504 GB/s; PCIe-NIC: 126 GB/s", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/ASUSTeK/code", "Unique ID (e.g. for Audit)": "datacenter/closed/ASUSTeK/H200-SXM-141GBx8_TRT", "ColorKey": "availableASUSTeK", "Performance_Result": 291.183, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0007", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " SYS-821GE-TNRT (8x H100-SXM-80GB, TensorRT)", "Platform": "vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "VMware ESXi, 8.0.3, 24501827 and vGPU_17.4_GA_AIE_ESXi_Host_Drivers for vGPUs", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 51.3784, "Performance_Units": "Samples/s" }, { "ID": "5.0-0007", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " SYS-821GE-TNRT (8x H100-SXM-80GB, TensorRT)", "Platform": "vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "VMware ESXi, 8.0.3, 24501827 and vGPU_17.4_GA_AIE_ESXi_Host_Drivers for vGPUs", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 51.3784, "Performance_Units": "Samples/s" }, { "ID": "5.0-0007", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " SYS-821GE-TNRT (8x H100-SXM-80GB, TensorRT)", "Platform": "vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "VMware ESXi, 8.0.3, 24501827 and vGPU_17.4_GA_AIE_ESXi_Host_Drivers for vGPUs", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 19936.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0007", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " SYS-821GE-TNRT (8x H100-SXM-80GB, TensorRT)", "Platform": "vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "VMware ESXi, 8.0.3, 24501827 and vGPU_17.4_GA_AIE_ESXi_Host_Drivers for vGPUs", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 19318.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0007", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " SYS-821GE-TNRT (8x H100-SXM-80GB, TensorRT)", "Platform": "vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "VMware ESXi, 8.0.3, 24501827 and vGPU_17.4_GA_AIE_ESXi_Host_Drivers for vGPUs", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 19936.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0007", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " SYS-821GE-TNRT (8x H100-SXM-80GB, TensorRT)", "Platform": "vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "VMware ESXi, 8.0.3, 24501827 and vGPU_17.4_GA_AIE_ESXi_Host_Drivers for vGPUs", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 19318.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0007", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " SYS-821GE-TNRT (8x H100-SXM-80GB, TensorRT)", "Platform": "vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.305", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "VMware ESXi, 8.0.3, 24501827 and vGPU_17.4_GA_AIE_ESXi_Host_Drivers for vGPUs", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 14313.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-0007", "Submitter": "Broadcom_Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " SYS-821GE-TNRT (8x H100-SXM-80GB, TensorRT)", "Platform": "vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.303", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "VMware ESXi, 8.0.3, 24501827 and vGPU_17.4_GA_AIE_ESXi_Host_Drivers for vGPUs", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/results/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Broadcom_Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Broadcom_Supermicro/vSYS_821GE_TNRT_H100_SXM_80GBx8_TRT", "ColorKey": "availableBroadcom_Supermicro", "Performance_Result": 12869.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0008", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86175", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/1-node-2S-GNR_86C/3d-unet-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04.4 LTS", "Notes": "Cisco UCS C240 M8. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 2.26228, "Performance_Units": "Samples/s" }, { "ID": "5.0-0008", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0202 ROUGE2: 20.1202 ROUGEL: 29.9957 GEN_LEN: 4052032", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/1-node-2S-GNR_86C/gptj-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04.4 LTS", "Notes": "Cisco UCS C240 M8. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 315.389, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0008", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 42.999 ROUGE2: 20.1137 ROUGEL: 29.9827 GEN_LEN: 4048975", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/1-node-2S-GNR_86C/gptj-99.9/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04.4 LTS", "Notes": "Cisco UCS C240 M8. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 168.688, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0008", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/1-node-2S-GNR_86C/resnet50/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04.4 LTS", "Notes": "Cisco UCS C240 M8. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 31559.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0008", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/1-node-2S-GNR_86C/resnet50/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04.4 LTS", "Notes": "Cisco UCS C240 M8. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 27988.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0008", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/1-node-2S-GNR_86C/retinanet/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04.4 LTS", "Notes": "Cisco UCS C240 M8. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 476.586, "Performance_Units": "Samples/s" }, { "ID": "5.0-0008", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Cisco/results/1-node-2S-GNR_86C/retinanet/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04.4 LTS", "Notes": "Cisco UCS C240 M8. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/1-node-2S-GNR_86C", "ColorKey": "availableCisco", "Performance_Result": 350.917, "Performance_Units": "Queries/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86105", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 10.825, "Performance_Units": "Samples/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 103047.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 96987.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 3789.42, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 3305.27, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.514 ROUGE2: 22.1255 ROUGEL: 28.7527 TOKENS_PER_SAMPLE: 291.1", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 3741.32, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5103 ROUGE2: 22.1066 ROUGEL: 28.7387 TOKENS_PER_SAMPLE: 292.2", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 3337.55, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 124595.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 109989.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.338", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 2677.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-0009", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C245 M8 (2x H100NVL-PCIe-94GB)", "Platform": "C245M8_H100NVL_94GBx2_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.305", "Nodes": 1, "Processor": "AMD EPYC 9224", "host_processors_per_node": 2, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C245M8_H100NVL_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C245M8_H100NVL_94GBx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 2400.54, "Performance_Units": "Queries/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 20307.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 20706.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 20307.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 20706.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5825 ROUGE2: 22.1545 ROUGEL: 28.776 TOKENS_PER_SAMPLE: 291.8", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 30899.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6229 ROUGE2: 22.2108 ROUGEL: 28.8257 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 26599.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5825 ROUGE2: 22.1545 ROUGEL: 28.776 TOKENS_PER_SAMPLE: 291.8", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 30899.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6229 ROUGE2: 22.2108 ROUGEL: 28.8257 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 26599.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.5315 ROUGE2: 23.3511 ROUGEL: 30.4188 TOKENS_PER_SAMPLE: 144.9 gsm8k_accuracy: 73.28 mbxp_accuracy: 60.06", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 52724.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.5484 ROUGE2: 23.3628 ROUGEL: 30.443 TOKENS_PER_SAMPLE: 146.5 gsm8k_accuracy: 72.96 mbxp_accuracy: 59.6", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 53299.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 715761.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 652002.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.288", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 14476.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.303", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 13908.7, "Performance_Units": "Queries/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.78628176897764 FID_SCORE: 23.639919101794533", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 18.375, "Performance_Units": "Samples/s" }, { "ID": "5.0-0010", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H100-SXM-80GB, TensorRT)", "Platform": "C885A_H100_SXMx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.792985874712468 FID_SCORE: 23.588434173987707", "Nodes": 1, "Processor": "AMD EPYC 9554 64-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Cisco/results/C885A_H100_SXMx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_H100_SXMx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_H100_SXMx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 17.7917, "Performance_Units": "Queries/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 21557.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 21813.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 21557.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 21813.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 34081.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5122 ROUGE2: 22.1039 ROUGEL: 28.7358 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 30420.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 34081.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5122 ROUGE2: 22.1039 ROUGEL: 28.7358 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 30420.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 35102.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5023 ROUGE2: 22.0975 ROUGEL: 28.7294 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 19437.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.792712875044835 exact_match: 90.00425876902713 TOKENS_PER_SAMPLE: 660.9", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 573.573, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.698924776508495 exact_match: 90.06501323626736 TOKENS_PER_SAMPLE: 657.5", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 294.275, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 770496.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0011", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS C885A M8 (8x H200-SXM-141GB, TensorRT)", "Platform": "C885A_M8_H200_SXM_141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/C885A_M8_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/C885A_M8_H200_SXM_141GBx8_TRT", "ColorKey": "availableCisco", "Performance_Result": 648207.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0012", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS C245 M8 (2x L40S, TensorRT)", "Platform": "L40Sx2_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86017", "Nodes": 1, "Processor": "AMD EPYC 9684X 128-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/L40Sx2_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 7.7556, "Performance_Units": "Samples/s" }, { "ID": "5.0-0012", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS C245 M8 (2x L40S, TensorRT)", "Platform": "L40Sx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.154", "Nodes": 1, "Processor": "AMD EPYC 9684X 128-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/L40Sx2_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 57832.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-0012", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS C245 M8 (2x L40S, TensorRT)", "Platform": "L40Sx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.162", "Nodes": 1, "Processor": "AMD EPYC 9684X 128-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/L40Sx2_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 49591.6, "Performance_Units": "Queries/s" }, { "ID": "5.0-0012", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS C245 M8 (2x L40S, TensorRT)", "Platform": "L40Sx2_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.808587335050106 FID_SCORE: 23.335745536305694", "Nodes": 1, "Processor": "AMD EPYC 9684X 128-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/L40Sx2_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 1.43813, "Performance_Units": "Samples/s" }, { "ID": "5.0-0012", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS C245 M8 (2x L40S, TensorRT)", "Platform": "L40Sx2_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.80504818171263 FID_SCORE: 23.24227488562292", "Nodes": 1, "Processor": "AMD EPYC 9684X 128-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/L40Sx2_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 1.26862, "Performance_Units": "Queries/s" }, { "ID": "5.0-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS X215 M8 (2x L40S, TensorRT)", "Platform": "X215M8-L40Sx2_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86017", "Nodes": 1, "Processor": "AMD EPYC 9224 24-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/X215M8-L40Sx2_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8-L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8-L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 7.68797, "Performance_Units": "Samples/s" }, { "ID": "5.0-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS X215 M8 (2x L40S, TensorRT)", "Platform": "X215M8-L40Sx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.154", "Nodes": 1, "Processor": "AMD EPYC 9224 24-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/X215M8-L40Sx2_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8-L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8-L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 57918.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS X215 M8 (2x L40S, TensorRT)", "Platform": "X215M8-L40Sx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.164", "Nodes": 1, "Processor": "AMD EPYC 9224 24-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/X215M8-L40Sx2_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8-L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8-L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 49591.6, "Performance_Units": "Queries/s" }, { "ID": "5.0-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS X215 M8 (2x L40S, TensorRT)", "Platform": "X215M8-L40Sx2_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0554 ROUGE2: 20.0943 ROUGEL: 29.9455 GEN_LEN: 4157784", "Nodes": 1, "Processor": "AMD EPYC 9224 24-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/X215M8-L40Sx2_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8-L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8-L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 1754.97, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0013", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "UCS X215 M8 (2x L40S, TensorRT)", "Platform": "X215M8-L40Sx2_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0249 ROUGE2: 20.0689 ROUGEL: 29.9271 GEN_LEN: 4153891", "Nodes": 1, "Processor": "AMD EPYC 9224 24-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "NVIDIA L40S", "a#": 2, "Location": "closed/Cisco/results/X215M8-L40Sx2_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8-L40Sx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8-L40Sx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 1745.78, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86105", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 10.7868, "Performance_Units": "Samples/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 101768.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 98585.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 3743.36, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 3701.78, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.514 ROUGE2: 22.1255 ROUGEL: 28.7527 TOKENS_PER_SAMPLE: 291.1", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 3879.95, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5111 ROUGE2: 22.1063 ROUGEL: 28.7376 TOKENS_PER_SAMPLE: 292.2", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 3337.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 136731.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 119990.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.321", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 2653.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-0014", "Submitter": "Cisco", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Cisco UCS X215c M8 with X440P PCIe node (2x H100NVL-PCIe-94GB)", "Platform": "X215M8_H100NVLx2_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.326", "Nodes": 1, "Processor": "AMD EPYC 9554", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Cisco/results/X215M8_H100NVLx2_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/results/X215M8_H100NVLx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Cisco/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Cisco/X215M8_H100NVLx2_TRT", "ColorKey": "availableCisco", "Performance_Result": 2400.54, "Performance_Units": "Queries/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86175", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/3d-unet-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 2.26355, "Performance_Units": "Samples/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 12397.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 11788.9, "Performance_Units": "Queries/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0392 ROUGE2: 20.1327 ROUGEL: 30.0133 GEN_LEN: 4054879", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/gptj-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 316.047, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0202 ROUGE2: 20.1202 ROUGEL: 29.9957 GEN_LEN: 4052032", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/gptj-99.9/Server", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 168.691, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/resnet50/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 31472.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/resnet50/Server", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 27987.9, "Performance_Units": "Queries/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/retinanet/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 465.876, "Performance_Units": "Samples/s" }, { "ID": "5.0-0015", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Dell/results/1-node-2S-GNR_86C/retinanet/Server", "Software": "PyTorch", "operating_system": "Ubuntu 24.04.1", "Notes": "Dell PowerEdge R670. INT4 for GPT-J, and INT8 for all other models", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/1-node-2S-GNR_86C", "ColorKey": "availableDell", "Performance_Result": 350.913, "Performance_Units": "Queries/s" }, { "ID": "5.0-0016", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge R7725 (2x H100-NVL-94GB, TensorRT)", "Platform": "R7725_H100NVL_PCIE_94GBx2_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86105", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": 256.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Dell/results/R7725_H100NVL_PCIE_94GBx2_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8.0, CUDA 12.8", "operating_system": "Ubuntu 24.04.1", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/R7725_H100NVL_PCIE_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R7725_H100NVL_PCIE_94GBx2_TRT", "ColorKey": "availableDell", "Performance_Result": 10.8379, "Performance_Units": "Samples/s" }, { "ID": "5.0-0016", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge R7725 (2x H100-NVL-94GB, TensorRT)", "Platform": "R7725_H100NVL_PCIE_94GBx2_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86105", "Nodes": 1, "Processor": "AMD EPYC 9755", "host_processors_per_node": 2, "host_processor_core_count": 256.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 2, "Location": "closed/Dell/results/R7725_H100NVL_PCIE_94GBx2_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8.0, CUDA 12.8", "operating_system": "Ubuntu 24.04.1", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/R7725_H100NVL_PCIE_94GBx2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/R7725_H100NVL_PCIE_94GBx2_TRT", "ColorKey": "availableDell", "Performance_Result": 10.8379, "Performance_Units": "Samples/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16900.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 17975.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16900.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 17975.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31149.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5583 ROUGE2: 22.1382 ROUGEL: 28.7896 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 28848.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31149.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5583 ROUGE2: 22.1382 ROUGEL: 28.7896 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 28848.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31334.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5859 ROUGE2: 22.1562 ROUGEL: 28.8145 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16134.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31334.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0017", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x H200-NVL-141GB, TensorRT)", "Platform": "XE7745_H200_NVL_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5859 ROUGE2: 22.1562 ROUGEL: 28.8145 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_H200_NVL_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_H200_NVL_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16134.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86105", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 28.0259, "Performance_Units": "Samples/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86105", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 28.0259, "Performance_Units": "Samples/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0584 ROUGE2: 20.1404 ROUGEL: 29.9742 GEN_LEN: 4125446", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6946.68, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.055 ROUGE2: 20.1229 ROUGEL: 29.9616 GEN_LEN: 4127336", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6213.34, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0584 ROUGE2: 20.1404 ROUGEL: 29.9742 GEN_LEN: 4125446", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6946.68, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.055 ROUGE2: 20.1229 ROUGEL: 29.9616 GEN_LEN: 4127336", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6213.34, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5645 ROUGE2: 22.1587 ROUGEL: 28.7857 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 3481.53, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5496 ROUGE2: 22.1516 ROUGEL: 28.7732 TOKENS_PER_SAMPLE: 294.1", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 3201.13, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5645 ROUGE2: 22.1587 ROUGEL: 28.7857 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 3481.53, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5496 ROUGE2: 22.1516 ROUGEL: 28.7732 TOKENS_PER_SAMPLE: 294.1", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 3201.13, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.076", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 345721.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.076", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 340047.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.341", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6522.15, "Performance_Units": "Samples/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.332", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6095.41, "Performance_Units": "Queries/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.805613597631453 FID_SCORE: 23.353711325667007", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 6.21681, "Performance_Units": "Samples/s" }, { "ID": "5.0-0018", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE7745 (8x L40S, TensorRT)", "Platform": "XE7745_L40Sx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.80323361426592 FID_SCORE: 23.38498902670716", "Nodes": 1, "Processor": "AMD EPYC 9965 192-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 384.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/Dell/results/XE7745_L40Sx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "L40S TGP 350W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE7745_L40Sx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE7745_L40Sx8_TRT", "ColorKey": "availableDell", "Performance_Result": 5.94506, "Performance_Units": "Queries/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 54.6729, "Performance_Units": "Samples/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 54.6729, "Performance_Units": "Samples/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21406.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21455.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21406.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21455.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5457 ROUGE2: 22.133 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34763.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5602 ROUGE2: 22.142 ROUGEL: 28.794 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 33023.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5457 ROUGE2: 22.133 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34763.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5602 ROUGE2: 22.142 ROUGEL: 28.794 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 33023.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34538.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5133 ROUGE2: 22.1131 ROUGEL: 28.7404 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 19415.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34538.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5133 ROUGE2: 22.1131 ROUGEL: 28.7404 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 19415.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.618544328060732 exact_match: 89.99261085373924 TOKENS_PER_SAMPLE: 646.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 559.205, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.67381013091784 exact_match: 89.96315023163469 TOKENS_PER_SAMPLE: 650.6", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 291.486, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.37 ROUGE2: 23.2496 ROUGEL: 30.2632 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.3 mbxp_accuracy: 60.1", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 62042.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4712 ROUGE2: 23.1931 ROUGEL: 30.3668 TOKENS_PER_SAMPLE: 146.4 gsm8k_accuracy: 73.2 mbxp_accuracy: 60.06", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 58972.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.076", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 765417.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.076", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 632200.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.340", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 14794.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.305", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 13588.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.80854401320219 FID_SCORE: 23.59712165959388", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 19.2569, "Performance_Units": "Samples/s" }, { "ID": "5.0-0019", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680L (8x H200-SXM-141GB, TensorRT)", "Platform": "XE9680L_H200_SXM_141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.802012953162194 FID_SCORE: 23.633022521689668", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8580", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680L_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680L_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16.676, "Performance_Units": "Queries/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 51.5402, "Performance_Units": "Samples/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 51.5402, "Performance_Units": "Samples/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 20663.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21134.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 20663.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21134.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5751 ROUGE2: 22.1504 ROUGEL: 28.7726 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31216.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5724 ROUGE2: 22.1518 ROUGEL: 28.7699 TOKENS_PER_SAMPLE: 292.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 30903.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5751 ROUGE2: 22.1504 ROUGEL: 28.7726 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 31216.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5724 ROUGE2: 22.1518 ROUGEL: 28.7699 TOKENS_PER_SAMPLE: 292.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 30903.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5767 ROUGE2: 22.1512 ROUGEL: 28.773 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 30989.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5968 ROUGE2: 22.1606 ROUGEL: 28.7638 TOKENS_PER_SAMPLE: 293.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 12979.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5767 ROUGE2: 22.1512 ROUGEL: 28.773 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 30989.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5968 ROUGE2: 22.1606 ROUGEL: 28.7638 TOKENS_PER_SAMPLE: 293.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 12979.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.643467134956637 exact_match: 90.07990403706154 TOKENS_PER_SAMPLE: 645.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 397.31, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0020", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB, TensorRT)", "Platform": "XE9680_H100_SXM_80GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.578037465211967 exact_match: 90.02991065519522 TOKENS_PER_SAMPLE: 646.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 277.125, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 54.6761, "Performance_Units": "Samples/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 54.6761, "Performance_Units": "Samples/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21117.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21536.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21117.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 21536.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34822.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5569 ROUGE2: 22.145 ROUGEL: 28.7929 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 33051.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34822.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5569 ROUGE2: 22.145 ROUGEL: 28.7929 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 33051.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34545.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5036 ROUGE2: 22.0997 ROUGEL: 28.733 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 19428.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 34545.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5036 ROUGE2: 22.0997 ROUGEL: 28.733 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 19428.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.353", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 14893.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.313", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 13588.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.80229423880577 FID_SCORE: 23.639097191271162", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 18.9857, "Performance_Units": "Samples/s" }, { "ID": "5.0-0021", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "XE9680_H200_SXM_141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.81307735443115 FID_SCORE: 23.72052571420187", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/XE9680_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/XE9680_H200_SXM_141GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 16.676, "Performance_Units": "Queries/s" }, { "ID": "5.0-0022", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB,VMware ESXi 8.0.3) ", "Platform": "vXE9680_H100_SXM_80GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.3218 ROUGE2: 23.243 ROUGEL: 30.2997 TOKENS_PER_SAMPLE: 146.0 gsm8k_accuracy: 73.08 mbxp_accuracy: 59.9", "Nodes": 1, "Processor": "Intel Xeon Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/vXE9680_H100_SXM_80GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.4", "operating_system": "Ubuntu 24.04.1, VMware ESXi 8.0.3 2441450", "Notes": "VM Specifications 64vCPU out of 96 and memory of 1TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/vXE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/vXE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 51514.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0022", "Submitter": "Dell", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x H100-SXM-80GB,VMware ESXi 8.0.3) ", "Platform": "vXE9680_H100_SXM_80GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.5359 ROUGE2: 23.2614 ROUGEL: 30.4398 TOKENS_PER_SAMPLE: 146.4 gsm8k_accuracy: 73.12 mbxp_accuracy: 59.92", "Nodes": 1, "Processor": "Intel Xeon Platinum 8468", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "Virtualized NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Dell/results/vXE9680_H100_SXM_80GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.4", "operating_system": "Ubuntu 24.04.1, VMware ESXi 8.0.3 2441450", "Notes": "VM Specifications 64vCPU out of 96 and memory of 1TB GB out of 2TB", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/results/vXE9680_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Dell/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Dell/vXE9680_H100_SXM_80GBx8_TRT", "ColorKey": "availableDell", "Performance_Result": 50896.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4921.3358974359, "Power_Units": "Watts", "Performance_Result": 44.5807, "Performance_Units": "Samples/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4921.3358974359, "Power_Units": "Watts", "Performance_Result": 44.5807, "Performance_Units": "Samples/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4972.4573891626, "Power_Units": "Watts", "Performance_Result": 14769.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 5010.1979099678, "Power_Units": "Watts", "Performance_Result": 14846.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4972.4573891626, "Power_Units": "Watts", "Performance_Result": 14769.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 5010.1979099678, "Power_Units": "Watts", "Performance_Result": 14846.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.6821 ROUGE2: 22.2379 ROUGEL: 28.8722 TOKENS_PER_SAMPLE: 289.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4952.0463662791, "Power_Units": "Watts", "Performance_Result": 18084.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6735 ROUGE2: 22.2241 ROUGEL: 28.8629 TOKENS_PER_SAMPLE: 290.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4994.2610980392, "Power_Units": "Watts", "Performance_Result": 16848.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.6821 ROUGE2: 22.2379 ROUGEL: 28.8722 TOKENS_PER_SAMPLE: 289.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4952.0463662791, "Power_Units": "Watts", "Performance_Result": 18084.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6735 ROUGE2: 22.2241 ROUGEL: 28.8629 TOKENS_PER_SAMPLE: 290.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4994.2610980392, "Power_Units": "Watts", "Performance_Result": 16848.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.6743 ROUGE2: 22.2269 ROUGEL: 28.8649 TOKENS_PER_SAMPLE: 289.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4852.3324826832, "Power_Units": "Watts", "Performance_Result": 15553.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6131 ROUGE2: 22.198 ROUGEL: 28.8436 TOKENS_PER_SAMPLE: 290.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4958.1588734568, "Power_Units": "Watts", "Performance_Result": 11041.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.6743 ROUGE2: 22.2269 ROUGEL: 28.8649 TOKENS_PER_SAMPLE: 289.3", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4852.3324826832, "Power_Units": "Watts", "Performance_Result": 15553.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6131 ROUGE2: 22.198 ROUGEL: 28.8436 TOKENS_PER_SAMPLE: 290.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4958.1588734568, "Power_Units": "Watts", "Performance_Result": 11041.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.451 ROUGE2: 23.2629 ROUGEL: 30.3646 TOKENS_PER_SAMPLE: 144.9 gsm8k_accuracy: 73.42 mbxp_accuracy: 59.9", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4969.955, "Power_Units": "Watts", "Performance_Result": 37713.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4195 ROUGE2: 23.275 ROUGEL: 30.3242 TOKENS_PER_SAMPLE: 146.4 gsm8k_accuracy: 73.04 mbxp_accuracy: 59.94", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 5076.3027447767, "Power_Units": "Watts", "Performance_Result": 37934.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.310", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4848.6899018233, "Power_Units": "Watts", "Performance_Result": 11106.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.312", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 4850.2348333333, "Power_Units": "Watts", "Performance_Result": 10234.4, "Performance_Units": "Queries/s" }, { "ID": "5.0-0023", "Submitter": "Fujitsu", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "PRIMERGY CDI (8x H100NVL, TensorRT)", "Platform": "H100-NVL-94GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.872", "Nodes": 1, "Processor": "INTEL(R) XEON(R) GOLD 6530", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/Fujitsu/results/H100-NVL-94GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/results/H100-NVL-94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Fujitsu/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Fujitsu/H100-NVL-94GBx8_TRT", "ColorKey": "availableFujitsu", "Power_Result": 2986.2257887517, "Power_Units": "Watts", "Performance_Result": 70313.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.28506, "Performance_Units": "Samples/s" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 430.403815, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.30876, "Performance_Units": "Samples/s" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 431.124707, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.15279313202916", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/bert-99/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 8266.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "bert-99", "Model": "bert-99", "Scenario": "SingleStream", "Accuracy": "F1: 90.26682135974633", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/bert-99/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.030422, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "bert-99.9", "Model": "bert-99.9", "Scenario": "Offline", "Accuracy": "F1: 90.88066528372401", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/bert-99.9/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 3339.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "bert-99.9", "Model": "bert-99.9", "Scenario": "SingleStream", "Accuracy": "F1: 90.88109554940347", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/bert-99.9/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.17236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.064", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.506056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 87921.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/server", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 73725.3, "Performance_Units": "Queries/s" }, { "ID": "5.0-0024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "datacenter,edge", "System": "GATE Overflow Intel Sapphire Rapids (2x RTX 4090)", "Platform": "RTX4090x2-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.064", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x2-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter,edge/closed/GATEOverflow/RTX4090x2-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.303503, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids (1x RTX 4090)", "Platform": "45ba30c5b244-reference-gpu-pytorch_v2.2.2-cu124", "UsedModel": "pointpainting", "Model": "pointpainting", "Scenario": "SingleStream", "Accuracy": "mAP: 54.25620965007058", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/45ba30c5b244-reference-gpu-pytorch_v2.2.2-cu124/pointpainting/singlestream", "Software": "pytorch v2.2.2", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/45ba30c5b244-reference-gpu-pytorch_v2.2.2-cu124", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/45ba30c5b244-reference-gpu-pytorch_v2.2.2-cu124", "ColorKey": "availableGATEOverflow", "Performance_Result": 729.221027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 704.255201, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.3791, "Performance_Units": "Samples/s" }, { "ID": "5.0-0026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.764112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/multistream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.925038, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.7933, "Performance_Units": "Samples/s" }, { "ID": "5.0-0027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/singlestream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.337068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50/multistream", "Software": "tf v2.18.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 517.255836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50/offline", "Software": "tf v2.18.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.162, "Performance_Units": "Samples/s" }, { "ID": "5.0-0028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50/singlestream", "Software": "tf v2.18.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.064232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/multistream", "Software": "onnxruntime", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.201833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline", "Software": "onnxruntime", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.7597, "Performance_Units": "Samples/s" }, { "ID": "5.0-0029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/singlestream", "Software": "onnxruntime", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.493667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/multistream", "Software": "onnxruntime v1.20.1", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.140375, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline", "Software": "onnxruntime v1.20.1", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.3387, "Performance_Units": "Samples/s" }, { "ID": "5.0-0030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/singlestream", "Software": "onnxruntime v1.20.1", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.068542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config/resnet50/multistream", "Software": "tf v2.18.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.426667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config/resnet50/offline", "Software": "tf v2.18.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.0714, "Performance_Units": "Samples/s" }, { "ID": "5.0-0031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config/resnet50/singlestream", "Software": "tf v2.18.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/MacBookPro.ultrahub-reference-cpu-tf_v2.18.0-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.651583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.17121, "Performance_Units": "Samples/s" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 432.996963, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.17121, "Performance_Units": "Samples/s" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 432.996963, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.8832407068292", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/bert-99/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 1672.31, "Performance_Units": "Samples/s" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "bert-99", "Model": "bert-99", "Scenario": "SingleStream", "Accuracy": "F1: 90.88109554940347", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/bert-99/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.16583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "bert-99.9", "Model": "bert-99.9", "Scenario": "Offline", "Accuracy": "F1: 90.8832407068292", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/bert-99.9/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 1672.31, "Performance_Units": "Samples/s" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "bert-99.9", "Model": "bert-99.9", "Scenario": "SingleStream", "Accuracy": "F1: 90.88109554940347", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/bert-99.9/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.16583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.064", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/resnet50/multistream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.45537, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/resnet50/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 44411.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.064", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/resnet50/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.281736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.328", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/retinanet/multistream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.579734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.344", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/retinanet/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 869.415, "Performance_Units": "Samples/s" }, { "ID": "5.0-0032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.338", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/retinanet/singlestream", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/closed/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.699894, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 54.753, "Performance_Units": "Samples/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 54.753, "Performance_Units": "Samples/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 645975.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 585166.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 388769.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 370056.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 21450.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 21544.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 21450.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 21544.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 34889.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5553 ROUGE2: 22.1419 ROUGEL: 28.79 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 33054.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 34889.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5553 ROUGE2: 22.1419 ROUGEL: 28.79 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 33054.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 34986.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5085 ROUGE2: 22.1058 ROUGEL: 28.7374 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 20234.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 34986.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5085 ROUGE2: 22.1058 ROUGEL: 28.7374 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 20234.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.6350817800776 exact_match: 90.03330906684316 TOKENS_PER_SAMPLE: 645.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 558.526, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.63593824193972 exact_match: 89.99383520847121 TOKENS_PER_SAMPLE: 644.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 288.601, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4064 ROUGE2: 23.1865 ROUGEL: 30.2546 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.4 mbxp_accuracy: 60.12", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 62386.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4078 ROUGE2: 23.2531 ROUGEL: 30.3504 TOKENS_PER_SAMPLE: 146.3 gsm8k_accuracy: 74.04 mbxp_accuracy: 59.78", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 60205.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 765403.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 676219.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.338", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 14992.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.349", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 14004.6, "Performance_Units": "Queries/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.853", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 418270.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.78671993792057 FID_SCORE: 23.582817623654137", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 19.1766, "Performance_Units": "Samples/s" }, { "ID": "5.0-0033", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-SD1", "Platform": "G893-SD1_H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.7784531801939 FID_SCORE: 23.554837996792344", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.4", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-SD1_H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-SD1_H200-SXM-141GBx8_TRT", "ColorKey": "availableGigaComputing", "Performance_Result": 16.7579, "Performance_Units": "Queries/s" }, { "ID": "5.0-0034", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "G893-ZX1-AAX2", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.3988 ROUGE2: 22.039 ROUGEL: 28.6453 TOKENS_PER_SAMPLE: 295.3", "Nodes": 1, "Processor": "2xAMD EPY 9175F", "host_processors_per_node": 2, "host_processor_core_count": 16.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/GigaComputing/results/G893-ZX1-AAX2/llama2-70b-99/Offline", "Software": "ROCm 6.3.3", "operating_system": "Ubuntu 22.04.5", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-ZX1-AAX2", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-ZX1-AAX2", "ColorKey": "availableGigaComputing", "Performance_Result": 33251.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0034", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "G893-ZX1-AAX2", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4157 ROUGE2: 22.0162 ROUGEL: 28.6494 TOKENS_PER_SAMPLE: 296.1", "Nodes": 1, "Processor": "2xAMD EPY 9175F", "host_processors_per_node": 2, "host_processor_core_count": 16.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/GigaComputing/results/G893-ZX1-AAX2/llama2-70b-99/Server", "Software": "ROCm 6.3.3", "operating_system": "Ubuntu 22.04.5", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-ZX1-AAX2", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-ZX1-AAX2", "ColorKey": "availableGigaComputing", "Performance_Result": 29094.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0034", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "G893-ZX1-AAX2", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.3988 ROUGE2: 22.039 ROUGEL: 28.6453 TOKENS_PER_SAMPLE: 295.3", "Nodes": 1, "Processor": "2xAMD EPY 9175F", "host_processors_per_node": 2, "host_processor_core_count": 16.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/GigaComputing/results/G893-ZX1-AAX2/llama2-70b-99.9/Offline", "Software": "ROCm 6.3.3", "operating_system": "Ubuntu 22.04.5", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-ZX1-AAX2", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-ZX1-AAX2", "ColorKey": "availableGigaComputing", "Performance_Result": 33251.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0034", "Submitter": "GigaComputing", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "G893-ZX1-AAX2", "Platform": "G893-ZX1-AAX2", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4157 ROUGE2: 22.0162 ROUGEL: 28.6494 TOKENS_PER_SAMPLE: 296.1", "Nodes": 1, "Processor": "2xAMD EPY 9175F", "host_processors_per_node": 2, "host_processor_core_count": 16.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/GigaComputing/results/G893-ZX1-AAX2/llama2-70b-99.9/Server", "Software": "ROCm 6.3.3", "operating_system": "Ubuntu 22.04.5", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/results/G893-ZX1-AAX2", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/GigaComputing/code", "Unique ID (e.g. for Audit)": "datacenter/closed/GigaComputing/G893-ZX1-AAX2", "ColorKey": "availableGigaComputing", "Performance_Result": 29094.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 634294.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 555883.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 383039.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 362655.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 21040.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 20501.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 21040.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 20501.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 34144.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5593 ROUGE2: 22.1417 ROUGEL: 28.7894 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 31390.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 34144.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5593 ROUGE2: 22.1417 ROUGEL: 28.7894 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 31390.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.688728239185064 exact_match: 89.9708041032429 TOKENS_PER_SAMPLE: 645.8", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 552.592, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.677865835546807 exact_match: 90.07546988749174 TOKENS_PER_SAMPLE: 648.2", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 276.43, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4064 ROUGE2: 23.1865 ROUGEL: 30.2546 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.4 mbxp_accuracy: 60.14", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 61614.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3268 ROUGE2: 23.1698 ROUGEL: 30.2987 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.48 mbxp_accuracy: 59.78", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 59100.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.332", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 14765.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-0035", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "a3-ultragpu-8g (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.310", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8581C CPU", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Google/results/H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W. TensorRT LLM", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/H200-SXM-141GBx8_TRT", "ColorKey": "availableGoogle", "Performance_Result": 12909.5, "Performance_Units": "Queries/s" }, { "ID": "5.0-0036", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "tpu-v6e-4", "Platform": "trillium_x4_flax", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.74227772563696 FID_SCORE: 23.448568676048012", "Nodes": 1, "Processor": "AMD EPYC 9B14", "host_processors_per_node": 1, "host_processor_core_count": 180.0, "Accelerator": "TPU Trillium", "a#": 4, "Location": "closed/Google/results/trillium_x4_flax/stable-diffusion-xl/Offline", "Software": "flax", "operating_system": "Linux version 6.2.0-1019-gcp (buildd@lcy02-amd64-032) (x86_64-linux-gnu-gcc-12 (Ubuntu 12.3.0-1ubuntu1~22.04) 12.3.0, GNU ld (GNU Binutils for Ubuntu) 2.38) #21~22.04.1-Ubuntu SMP Thu Nov 16 18:18:34 UTC 2023", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "bf16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/trillium_x4_flax", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/trillium_x4_flax", "ColorKey": "availableGoogle", "Performance_Result": 6.07925, "Performance_Units": "Samples/s" }, { "ID": "5.0-0036", "Submitter": "Google", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "tpu-v6e-4", "Platform": "trillium_x4_flax", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.745544374287128 FID_SCORE: 23.5750735160085", "Nodes": 1, "Processor": "AMD EPYC 9B14", "host_processors_per_node": 1, "host_processor_core_count": 180.0, "Accelerator": "TPU Trillium", "a#": 4, "Location": "closed/Google/results/trillium_x4_flax/stable-diffusion-xl/Server", "Software": "flax", "operating_system": "Linux version 6.2.0-1019-gcp (buildd@lcy02-amd64-032) (x86_64-linux-gnu-gcc-12 (Ubuntu 12.3.0-1ubuntu1~22.04) 12.3.0, GNU ld (GNU Binutils for Ubuntu) 2.38) #21~22.04.1-Ubuntu SMP Thu Nov 16 18:18:34 UTC 2023", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "bf16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/trillium_x4_flax", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/trillium_x4_flax", "ColorKey": "availableGoogle", "Performance_Result": 5.47995, "Performance_Units": "Queries/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 85998.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 80994.3, "Performance_Units": "Queries/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 51970.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 50070.5, "Performance_Units": "Queries/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 2845.43, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 2526.03, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 2845.43, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 2526.03, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5446 ROUGE2: 22.1336 ROUGEL: 28.7828 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 4609.05, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5531 ROUGE2: 22.1392 ROUGEL: 28.7903 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 4327.68, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5446 ROUGE2: 22.1336 ROUGEL: 28.7828 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 4609.05, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5531 ROUGE2: 22.1392 ROUGEL: 28.7903 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 4327.68, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.2956 ROUGE2: 23.2043 ROUGEL: 30.3791 TOKENS_PER_SAMPLE: 144.9 gsm8k_accuracy: 73.0 mbxp_accuracy: 59.96", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 8324.43, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.2751 ROUGE2: 23.1818 ROUGEL: 30.3401 TOKENS_PER_SAMPLE: 145.5 gsm8k_accuracy: 73.2 mbxp_accuracy: 60.1", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 7735.98, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.782495045363902 FID_SCORE: 23.562617456980263", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 2.46365, "Performance_Units": "Samples/s" }, { "ID": "5.0-0037", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.79840267509222 FID_SCORE: 23.684881500872052", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.7", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableHPE", "Performance_Result": 2.13661, "Performance_Units": "Queries/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 173943.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 157961.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 103949.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 98162.1, "Performance_Units": "Queries/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 5666.16, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 5039.82, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 5666.16, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 5039.82, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5484 ROUGE2: 22.1341 ROUGEL: 28.7828 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 9362.85, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5503 ROUGE2: 22.1345 ROUGEL: 28.7855 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 8674.58, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5484 ROUGE2: 22.1341 ROUGEL: 28.7828 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 9362.85, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5503 ROUGE2: 22.1345 ROUGEL: 28.7855 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 8674.58, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4581 ROUGE2: 23.2422 ROUGEL: 30.2949 TOKENS_PER_SAMPLE: 145.4 gsm8k_accuracy: 73.22 mbxp_accuracy: 59.88", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 16703.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.385 ROUGE2: 23.2684 ROUGEL: 30.2469 TOKENS_PER_SAMPLE: 146.2 gsm8k_accuracy: 72.94 mbxp_accuracy: 59.8", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 15570.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.80902427881956 FID_SCORE: 23.69976192882052", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 5.02472, "Performance_Units": "Samples/s" }, { "ID": "5.0-0038", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.803023325204848 FID_SCORE: 23.56682904072005", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "ColorKey": "availableHPE", "Performance_Result": 4.33578, "Performance_Units": "Queries/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 52.1766, "Performance_Units": "Samples/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 52.1279, "Performance_Units": "Samples/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 599191.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 555631.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 377305.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 358055.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 20993.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 19363.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 20796.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 19363.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4322 ROUGE2: 22.0403 ROUGEL: 28.6357 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 31238.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4297 ROUGE2: 22.0409 ROUGEL: 28.6367 TOKENS_PER_SAMPLE: 295.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 30457.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4347 ROUGE2: 22.0435 ROUGEL: 28.6357 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 31252.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4184 ROUGE2: 22.033 ROUGEL: 28.6265 TOKENS_PER_SAMPLE: 295.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 30500.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4546 ROUGE2: 22.0578 ROUGEL: 28.6551 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 23389.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5336 ROUGE2: 22.0916 ROUGEL: 28.7043 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 14008.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4546 ROUGE2: 22.0578 ROUGEL: 28.6551 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 23385.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5144 ROUGE2: 22.0732 ROUGEL: 28.686 TOKENS_PER_SAMPLE: 294.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 13987.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 718177.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 620188.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.325", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 14637.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.325", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 13748.4, "Performance_Units": "Queries/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.791159902513026 FID_SCORE: 23.522759479977594", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 18.0963, "Performance_Units": "Samples/s" }, { "ID": "5.0-0039", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with HPE GreenLake for File Storage (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.792714341282846 FID_SCORE: 23.604393871999378", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_HPE_VAST_TRT", "ColorKey": "availableHPE", "Performance_Result": 16.0366, "Performance_Units": "Queries/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 52.1101, "Performance_Units": "Samples/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 52.2034, "Performance_Units": "Samples/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 20925.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 20991.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 20716.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 20795.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4331 ROUGE2: 22.0455 ROUGEL: 28.6365 TOKENS_PER_SAMPLE: 294.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 31174.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4303 ROUGE2: 22.039 ROUGEL: 28.6356 TOKENS_PER_SAMPLE: 295.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 30498.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4346 ROUGE2: 22.0435 ROUGEL: 28.6357 TOKENS_PER_SAMPLE: 294.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 31147.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4347 ROUGE2: 22.0423 ROUGEL: 28.6376 TOKENS_PER_SAMPLE: 295.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 30480.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5218 ROUGE2: 22.1082 ROUGEL: 28.731 TOKENS_PER_SAMPLE: 293.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 23435.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5203 ROUGE2: 22.0752 ROUGEL: 28.6917 TOKENS_PER_SAMPLE: 294.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 14004.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5218 ROUGE2: 22.1082 ROUGEL: 28.731 TOKENS_PER_SAMPLE: 293.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 23653.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5263 ROUGE2: 22.0802 ROUGEL: 28.6949 TOKENS_PER_SAMPLE: 294.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 14014.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 717848.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 620188.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.291", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 14633.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.326", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 13748.4, "Performance_Units": "Queries/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.797240511476993 FID_SCORE: 23.46331704962597", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 17.9889, "Performance_Units": "Samples/s" }, { "ID": "5.0-0040", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H100-SXM-80GB, TensorRT)", "Platform": "HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.803606552779673 FID_SCORE: 23.460299009604853", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H100_SXM_80GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 16.0365, "Performance_Units": "Queries/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 55.0995, "Performance_Units": "Samples/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 55.1228, "Performance_Units": "Samples/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 654489.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 590167.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 398164.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 380059.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 21324.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 21025.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 21014.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 21019.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5453 ROUGE2: 22.1331 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 33781.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5663 ROUGE2: 22.1467 ROUGEL: 28.7958 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 31281.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5453 ROUGE2: 22.133 ROUGEL: 28.7833 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 33964.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5588 ROUGE2: 22.1412 ROUGEL: 28.7922 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 31283.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 34796.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.497 ROUGE2: 22.0948 ROUGEL: 28.7299 TOKENS_PER_SAMPLE: 292.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 19405.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 34796.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.497 ROUGE2: 22.0948 ROUGEL: 28.7299 TOKENS_PER_SAMPLE: 292.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 19405.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 769420.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 667216.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.316", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 14909.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.355", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 14388.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.80175178319216 FID_SCORE: 23.46739030477937", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 18.9944, "Performance_Units": "Samples/s" }, { "ID": "5.0-0041", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Cray XD670 with Cray ClusterStor (8x H200-SXM-141GB)", "Platform": "HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.791932136416435 FID_SCORE: 23.41548334114583", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "RHEL 9.4", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Cray_XD670_H200_SXM_141GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 16.7592, "Performance_Units": "Queries/s" }, { "ID": "5.0-0042", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Compute Scale-up Server 3200 (4x H100-NVL-94GB, TensorRT)", "Platform": "HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8468", "host_processors_per_node": 4, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 4, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "ColorKey": "availableHPE", "Performance_Result": 21.9088, "Performance_Units": "Samples/s" }, { "ID": "5.0-0042", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Compute Scale-up Server 3200 (4x H100-NVL-94GB, TensorRT)", "Platform": "HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8468", "host_processors_per_node": 4, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 4, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "ColorKey": "availableHPE", "Performance_Result": 21.9088, "Performance_Units": "Samples/s" }, { "ID": "5.0-0042", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Compute Scale-up Server 3200 (4x H100-NVL-94GB, TensorRT)", "Platform": "HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0194 ROUGE2: 20.0851 ROUGEL: 29.9991 GEN_LEN: 4155554", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8468", "host_processors_per_node": 4, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 4, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "ColorKey": "availableHPE", "Performance_Result": 7240.14, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0042", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Compute Scale-up Server 3200 (4x H100-NVL-94GB, TensorRT)", "Platform": "HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0194 ROUGE2: 20.0851 ROUGEL: 29.9991 GEN_LEN: 4155554", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8468", "host_processors_per_node": 4, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 4, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "ColorKey": "availableHPE", "Performance_Result": 7179.86, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0042", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Compute Scale-up Server 3200 (4x H100-NVL-94GB, TensorRT)", "Platform": "HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.321", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8468", "host_processors_per_node": 4, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 4, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "ColorKey": "availableHPE", "Performance_Result": 5326.87, "Performance_Units": "Samples/s" }, { "ID": "5.0-0042", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE Compute Scale-up Server 3200 (4x H100-NVL-94GB, TensorRT)", "Platform": "HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.340", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8468", "host_processors_per_node": 4, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 4, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_Hawks_3200_H100_NVL_94GBx4_TRT", "ColorKey": "availableHPE", "Performance_Result": 5097.82, "Performance_Units": "Queries/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 49.472, "Performance_Units": "Samples/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 49.472, "Performance_Units": "Samples/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 512363.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 201011.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 320287.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 195518.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 17882.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 18065.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 17882.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 18065.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5458 ROUGE2: 22.1332 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 30297.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5621 ROUGE2: 22.1437 ROUGEL: 28.7928 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 27638.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5458 ROUGE2: 22.1332 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 30297.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5621 ROUGE2: 22.1437 ROUGEL: 28.7928 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 27638.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.3505 ROUGE2: 23.2113 ROUGEL: 30.312 TOKENS_PER_SAMPLE: 144.9 gsm8k_accuracy: 73.02 mbxp_accuracy: 59.82", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 52205.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4369 ROUGE2: 23.2825 ROUGEL: 30.4229 TOKENS_PER_SAMPLE: 145.9 gsm8k_accuracy: 73.48 mbxp_accuracy: 59.94", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 50123.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 686884.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 620188.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.312", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 13549.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.344", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 11988.4, "Performance_Units": "Queries/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.799853138625622 FID_SCORE: 23.49218796720743", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 16.3763, "Performance_Units": "Samples/s" }, { "ID": "5.0-0043", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.804227357804777 FID_SCORE: 23.492989373854982", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "ColorKey": "availableHPE", "Performance_Result": 15.4519, "Performance_Units": "Queries/s" }, { "ID": "5.0-0044", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x H100-NVL-94GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 43.2392, "Performance_Units": "Samples/s" }, { "ID": "5.0-0044", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x H100-NVL-94GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 43.2392, "Performance_Units": "Samples/s" }, { "ID": "5.0-0044", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x H100-NVL-94GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 225640.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0044", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x H100-NVL-94GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 170018.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0044", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x H100-NVL-94GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 483928.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0044", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x H100-NVL-94GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 480097.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0044", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x H100-NVL-94GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.313", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 10893.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-0044", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x H100-NVL-94GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.329", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_H100_NVL_94GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 9991.13, "Performance_Units": "Queries/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86124", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 27.1112, "Performance_Units": "Samples/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86124", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 27.1112, "Performance_Units": "Samples/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.154", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 225297.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.160", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 177643.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.237", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 100517.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 94989.3, "Performance_Units": "Queries/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1295 ROUGE2: 20.1909 ROUGEL: 30.052 GEN_LEN: 4153653", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 6823.91, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1396 ROUGE2: 20.1904 ROUGEL: 30.0525 GEN_LEN: 4153772", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 6821.11, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1295 ROUGE2: 20.1909 ROUGEL: 30.052 GEN_LEN: 4153653", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 6823.91, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1396 ROUGE2: 20.1904 ROUGEL: 30.0525 GEN_LEN: 4153772", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 6821.11, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 330082.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 344052.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.329", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 6305.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 6095.48, "Performance_Units": "Queries/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.789734811782836 FID_SCORE: 23.550848825622325", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 6.12586, "Performance_Units": "Samples/s" }, { "ID": "5.0-0045", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.80472930520773 FID_SCORE: 23.513878979873425", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT", "ColorKey": "availableHPE", "Performance_Result": 5.00725, "Performance_Units": "Queries/s" }, { "ID": "5.0-0046", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5024 ROUGE2: 22.0807 ROUGEL: 28.7026 TOKENS_PER_SAMPLE: 293.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0/llama2-70b-99/Offline", "Software": "TensorRT 9.0, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "Llama2-70b used MLPerf v4.1 TensorRT-LLM instead", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "ColorKey": "availableHPE", "Performance_Result": 3655.89, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0046", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5208 ROUGE2: 22.0821 ROUGEL: 28.7224 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0/llama2-70b-99/Server", "Software": "TensorRT 9.0, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "Llama2-70b used MLPerf v4.1 TensorRT-LLM instead", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "ColorKey": "availableHPE", "Performance_Result": 3181.65, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0046", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5024 ROUGE2: 22.0807 ROUGEL: 28.7026 TOKENS_PER_SAMPLE: 293.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0/llama2-70b-99.9/Offline", "Software": "TensorRT 9.0, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "Llama2-70b used MLPerf v4.1 TensorRT-LLM instead", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "ColorKey": "availableHPE", "Performance_Result": 3655.89, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0046", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL380a Gen12 (8x L40S-PCIe-48GB, TensorRT)", "Platform": "HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5208 ROUGE2: 22.0821 ROUGEL: 28.7224 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA L40S", "a#": 8, "Location": "closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0/llama2-70b-99.9/Server", "Software": "TensorRT 9.0, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "Llama2-70b used MLPerf v4.1 TensorRT-LLM instead", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/closed/HPE/HPE_ProLiant_DL380a_L40S_PCIe_48GBx8_TRT_9.0", "ColorKey": "availableHPE", "Performance_Result": 3181.65, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86114", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 3.11051, "Performance_Units": "Samples/s" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86114", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/3d-unet-99/SingleStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 1835.333981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86114", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 3.11051, "Performance_Units": "Samples/s" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "SingleStream", "Accuracy": "DICE: 0.86114", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/3d-unet-99.9/SingleStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 1835.333981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.22838001275247", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/bert-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 2896.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "bert-99", "Model": "bert-99", "Scenario": "SingleStream", "Accuracy": "F1: 90.26682135974633", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/bert-99/SingleStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 2.222834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/resnet50/MultiStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 0.769975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 38566.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.064", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/resnet50/SingleStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 0.414091, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.333", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/retinanet/MultiStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 32.031488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.299", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 696.705, "Performance_Units": "Samples/s" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.325", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/retinanet/SingleStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 4.202214, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.7944035589695 FID_SCORE: 23.458082272932586", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 0.749103, "Performance_Units": "Samples/s" }, { "ID": "5.0-0047", "Submitter": "HPE", "Availability": "available", "Category": "closed", "Suite": "edge", "System": "HPE ProLiant DL145 Gen11 (3x L4-PCIe-24GB, TensorRT)", "Platform": "HPE_ProLiant_DL145_L4_24GBx3_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "SingleStream", "Accuracy": "CLIP_SCORE: 31.7941810297966 FID_SCORE: 23.591403952102837", "Nodes": 1, "Processor": "AMD EPYC 8324P 32-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA L4-PCIe-24GB", "a#": 3, "Location": "closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT/stable-diffusion-xl/SingleStream", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/results/HPE_ProLiant_DL145_L4_24GBx3_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/HPE/code", "Unique ID (e.g. for Audit)": "edge/closed/HPE/HPE_ProLiant_DL145_L4_24GBx3_TRT", "ColorKey": "availableHPE", "Performance_Result": 3940.380497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86175", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/3d-unet-99/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 3.65441, "Performance_Units": "Samples/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86175", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/3d-unet-99.9/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 3.65441, "Performance_Units": "Samples/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/dlrm-v2-99/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 18686.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/dlrm-v2-99/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 18177.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 18686.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 18177.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 42.9539 ROUGE2: 20.1155 ROUGEL: 29.9623 GEN_LEN: 3999333", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/gptj-99/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 516.767, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 42.9548 ROUGE2: 20.1209 ROUGEL: 29.9662 GEN_LEN: 4000345", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/gptj-99/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 265.055, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 42.9539 ROUGE2: 20.1155 ROUGEL: 29.9623 GEN_LEN: 3999333", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/gptj-99.9/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 516.767, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 42.9548 ROUGE2: 20.1209 ROUGEL: 29.9662 GEN_LEN: 4000345", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/gptj-99.9/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 265.055, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/resnet50/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 45530.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/resnet50/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 40184.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.383", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/retinanet/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 713.766, "Performance_Units": "Samples/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.383", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/retinanet/Server", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 580.882, "Performance_Units": "Queries/s" }, { "ID": "5.0-0048", "Submitter": "Intel", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_128C", "Platform": "1-node-2S-GNR_128C", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.533", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Intel/results/1-node-2S-GNR_128C/rgat/Offline", "Software": "PyTorch", "operating_system": "CentOS Stream 9", "Notes": "N/A. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Intel/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Intel/1-node-2S-GNR_128C", "ColorKey": "availableIntel", "Performance_Result": 24598.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 643756.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 585164.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 386569.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 370055.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 21448.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 21543.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 21448.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 21543.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 35385.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5554 ROUGE2: 22.138 ROUGEL: 28.7885 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 33045.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 35385.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5554 ROUGE2: 22.138 ROUGEL: 28.7885 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 33045.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 35409.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5019 ROUGE2: 22.0977 ROUGEL: 28.7293 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 19381.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 35409.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0049", "Submitter": "Lambda", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5019 ROUGE2: 22.0977 ROUGEL: 28.7293 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lambda/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lambda/H200-SXM-141GBx8_TRT", "ColorKey": "availableLambda", "Performance_Result": 19381.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 22.4274, "Performance_Units": "Samples/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 22.4274, "Performance_Units": "Samples/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 7705.97, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 6773.87, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 7705.97, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 6773.87, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.3468 ROUGE2: 23.202 ROUGEL: 30.3039 TOKENS_PER_SAMPLE: 145.4 gsm8k_accuracy: 73.34 mbxp_accuracy: 60.02", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 19500.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4582 ROUGE2: 23.1907 ROUGEL: 30.36 TOKENS_PER_SAMPLE: 146.9 gsm8k_accuracy: 72.98 mbxp_accuracy: 59.74", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 19334.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 278849.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 265225.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.325", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 5486.96, "Performance_Units": "Samples/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.322", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 5277.74, "Performance_Units": "Queries/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.802490544915198 FID_SCORE: 23.61380323296362", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 6.45611, "Performance_Units": "Samples/s" }, { "ID": "5.0-0050", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR650a V4 (4x H100-NVL-94GB, TensorRT)", "Platform": "H100-NVL-94GBx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.810538924634457 FID_SCORE: 23.45221119431909", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "NVIDIA H100-NVL-94GB", "a#": 4, "Location": "closed/Lenovo/results/H100-NVL-94GBx4_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H100-NVL-94GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H100-NVL-94GBx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 5.9023, "Performance_Units": "Queries/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 54.6628, "Performance_Units": "Samples/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 54.6628, "Performance_Units": "Samples/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 21513.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 21549.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 21513.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 21549.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5325 ROUGE2: 22.1163 ROUGEL: 28.7628 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 35453.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5225 ROUGE2: 22.1121 ROUGEL: 28.7551 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 32976.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5325 ROUGE2: 22.1163 ROUGEL: 28.7628 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 35453.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5225 ROUGE2: 22.1121 ROUGEL: 28.7551 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 32976.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5325 ROUGE2: 22.1163 ROUGEL: 28.7628 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 35383.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5762 ROUGE2: 22.1484 ROUGEL: 28.7736 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 19492.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5325 ROUGE2: 22.1163 ROUGEL: 28.7628 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 35383.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5762 ROUGE2: 22.1484 ROUGEL: 28.7736 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 19492.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4074 ROUGE2: 23.2168 ROUGEL: 30.2703 TOKENS_PER_SAMPLE: 145.3 gsm8k_accuracy: 73.62 mbxp_accuracy: 60.24", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 63446.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3802 ROUGE2: 23.1803 ROUGEL: 30.3072 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.0 mbxp_accuracy: 60.2", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 61317.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 773300.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 673220.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.329", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 14785.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.320", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 13588.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.855", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 450144.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.81166176825762 FID_SCORE: 23.69056773380396", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 19.428, "Performance_Units": "Samples/s" }, { "ID": "5.0-0051", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR680a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.812579998373984 FID_SCORE: 23.70907615331413", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/H200-SXM-141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/H200-SXM-141GBx8_TRT", "ColorKey": "availableLenovo", "Performance_Result": 16.6765, "Performance_Units": "Queries/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 27.352, "Performance_Units": "Samples/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 27.352, "Performance_Units": "Samples/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 10825.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 10503.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 10825.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 10503.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5269 ROUGE2: 22.1161 ROUGEL: 28.7612 TOKENS_PER_SAMPLE: 290.6", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 17654.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5272 ROUGE2: 22.1154 ROUGEL: 28.7622 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 14652.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5269 ROUGE2: 22.1161 ROUGEL: 28.7612 TOKENS_PER_SAMPLE: 290.6", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 17654.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5272 ROUGE2: 22.1154 ROUGEL: 28.7622 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 14652.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4435 ROUGE2: 23.2094 ROUGEL: 30.2857 TOKENS_PER_SAMPLE: 145.3 gsm8k_accuracy: 73.3 mbxp_accuracy: 59.86", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 31503.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.416 ROUGE2: 23.2389 ROUGEL: 30.246 TOKENS_PER_SAMPLE: 146.8 gsm8k_accuracy: 73.1 mbxp_accuracy: 59.88", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 29301.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 378623.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 304031.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.333", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 7239.25, "Performance_Units": "Samples/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.318", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 6795.61, "Performance_Units": "Queries/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.80031978905201 FID_SCORE: 23.555152410708388", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 9.56261, "Performance_Units": "Samples/s" }, { "ID": "5.0-0052", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR675 V3 (4x H200-SXM-141GB, TensorRT)", "Platform": "SR675v3_H200_SXMx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.79830046325922 FID_SCORE: 23.524099025220153", "Nodes": 1, "Processor": "AMD EPYC 9655 96-Core Processor", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 4, "Location": "closed/Lenovo/results/SR675v3_H200_SXMx4_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR675v3_H200_SXMx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR675v3_H200_SXMx4_TRT", "ColorKey": "availableLenovo", "Performance_Result": 8.2719, "Performance_Units": "Queries/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 54.6497, "Performance_Units": "Samples/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 54.6497, "Performance_Units": "Samples/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 21626.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 21553.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 21626.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0858 ROUGE2: 20.1151 ROUGEL: 29.9685 GEN_LEN: 4153033", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 21553.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5325 ROUGE2: 22.1163 ROUGEL: 28.7628 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 35400.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5214 ROUGE2: 22.1163 ROUGEL: 28.7576 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 32934.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5325 ROUGE2: 22.1163 ROUGEL: 28.7628 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 35400.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5214 ROUGE2: 22.1163 ROUGEL: 28.7576 TOKENS_PER_SAMPLE: 291.6", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 32934.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5325 ROUGE2: 22.1163 ROUGEL: 28.7629 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 35498.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.576 ROUGE2: 22.1459 ROUGEL: 28.7741 TOKENS_PER_SAMPLE: 292.6", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 19448.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5325 ROUGE2: 22.1163 ROUGEL: 28.7629 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 35498.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.576 ROUGE2: 22.1459 ROUGEL: 28.7741 TOKENS_PER_SAMPLE: 292.6", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 19448.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4086 ROUGE2: 23.1851 ROUGEL: 30.262 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.4 mbxp_accuracy: 60.12", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 63514.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4078 ROUGE2: 23.1492 ROUGEL: 30.338 TOKENS_PER_SAMPLE: 144.7 gsm8k_accuracy: 73.02 mbxp_accuracy: 60.0", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 61074.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 771137.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 670220.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.306", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 14711.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.339", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 13996.7, "Performance_Units": "Queries/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.873", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 450175.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.803141524493693 FID_SCORE: 23.47998876836482", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 19.2932, "Performance_Units": "Samples/s" }, { "ID": "5.0-0053", "Submitter": "Lenovo", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ThinkSystem SR780a V3(8x H200-SXM-141GB, TensorRT)", "Platform": "SR780a_V3_H200SXMx8", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.798954802751542 FID_SCORE: 23.50787933330622", "Nodes": 1, "Processor": "INTEL(R) XEON(R) PLATINUM 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Lenovo/results/SR780a_V3_H200SXMx8/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/results/SR780a_V3_H200SXMx8", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Lenovo/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Lenovo/SR780a_V3_H200SXMx8", "ColorKey": "availableLenovo", "Performance_Result": 16.676, "Performance_Units": "Queries/s" }, { "ID": "5.0-0054", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost Mi300X (32x MI300X-192GB-HBM3, LLMBoost)", "Platform": "32xMI300X_2xEPYC_9534", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4701 ROUGE2: 22.0744 ROUGEL: 28.6808 TOKENS_PER_SAMPLE: 294.8", "Nodes": 4, "Processor": "AMD EPYC 9534", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/MangoBoost/results/32xMI300X_2xEPYC_9534/llama2-70b-99/Offline", "Software": "ROCm 6.3.0", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/MangoBoost/results/32xMI300X_2xEPYC_9534", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/32xMI300X_2xEPYC_9534", "ColorKey": "availableMangoBoost", "Performance_Result": 103182.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0054", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost Mi300X (32x MI300X-192GB-HBM3, LLMBoost)", "Platform": "32xMI300X_2xEPYC_9534", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4557 ROUGE2: 22.0578 ROUGEL: 28.672 TOKENS_PER_SAMPLE: 295.1", "Nodes": 4, "Processor": "AMD EPYC 9534", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/MangoBoost/results/32xMI300X_2xEPYC_9534/llama2-70b-99/Server", "Software": "ROCm 6.3.0", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/MangoBoost/results/32xMI300X_2xEPYC_9534", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/32xMI300X_2xEPYC_9534", "ColorKey": "availableMangoBoost", "Performance_Result": 93039.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0054", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost Mi300X (32x MI300X-192GB-HBM3, LLMBoost)", "Platform": "32xMI300X_2xEPYC_9534", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4701 ROUGE2: 22.0744 ROUGEL: 28.6808 TOKENS_PER_SAMPLE: 294.8", "Nodes": 4, "Processor": "AMD EPYC 9534", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/MangoBoost/results/32xMI300X_2xEPYC_9534/llama2-70b-99.9/Offline", "Software": "ROCm 6.3.0", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/MangoBoost/results/32xMI300X_2xEPYC_9534", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/32xMI300X_2xEPYC_9534", "ColorKey": "availableMangoBoost", "Performance_Result": 103182.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0054", "Submitter": "MangoBoost", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "MangoBoost Mi300X (32x MI300X-192GB-HBM3, LLMBoost)", "Platform": "32xMI300X_2xEPYC_9534", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4557 ROUGE2: 22.0578 ROUGEL: 28.672 TOKENS_PER_SAMPLE: 295.1", "Nodes": 4, "Processor": "AMD EPYC 9534", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "closed/MangoBoost/results/32xMI300X_2xEPYC_9534/llama2-70b-99.9/Server", "Software": "ROCm 6.3.0", "operating_system": "Ubuntu 22.04.5 LTS (jammy)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/MangoBoost/results/32xMI300X_2xEPYC_9534", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/MangoBoost/code", "Unique ID (e.g. for Audit)": "datacenter/closed/MangoBoost/32xMI300X_2xEPYC_9534", "ColorKey": "availableMangoBoost", "Performance_Result": 93039.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0055", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (1x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx1_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7466 ROUGE2: 22.3524 ROUGEL: 29.1548 TOKENS_PER_SAMPLE: 271.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 1, "Location": "closed/NVIDIA/results/B200-SXM-180GBx1_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 12269.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0055", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (1x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx1_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7469 ROUGE2: 22.3525 ROUGEL: 29.1541 TOKENS_PER_SAMPLE: 272.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 1, "Location": "closed/NVIDIA/results/B200-SXM-180GBx1_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 12078.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0055", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (1x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx1_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7466 ROUGE2: 22.3524 ROUGEL: 29.1548 TOKENS_PER_SAMPLE: 271.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 1, "Location": "closed/NVIDIA/results/B200-SXM-180GBx1_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 12269.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0055", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (1x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx1_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7469 ROUGE2: 22.3525 ROUGEL: 29.1541 TOKENS_PER_SAMPLE: 272.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 1, "Location": "closed/NVIDIA/results/B200-SXM-180GBx1_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 12078.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7454 ROUGE2: 22.3503 ROUGEL: 29.1532 TOKENS_PER_SAMPLE: 271.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 98858.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7462 ROUGE2: 22.3556 ROUGEL: 29.1559 TOKENS_PER_SAMPLE: 272.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 98443.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7454 ROUGE2: 22.3503 ROUGEL: 29.1532 TOKENS_PER_SAMPLE: 271.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 98858.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7462 ROUGE2: 22.3556 ROUGEL: 29.1559 TOKENS_PER_SAMPLE: 272.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 98443.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7454 ROUGE2: 22.3503 ROUGEL: 29.1532 TOKENS_PER_SAMPLE: 271.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 98858.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.827 ROUGE2: 22.4067 ROUGEL: 29.208 TOKENS_PER_SAMPLE: 272.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 59409.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7454 ROUGE2: 22.3503 ROUGEL: 29.1532 TOKENS_PER_SAMPLE: 271.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 98858.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.827 ROUGE2: 22.4067 ROUGEL: 29.208 TOKENS_PER_SAMPLE: 272.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 59409.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.985172700345778 exact_match: 90.12750165453342 TOKENS_PER_SAMPLE: 655.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 1526.29, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.975590204593704 exact_match: 90.07971211118463 TOKENS_PER_SAMPLE: 654.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 845.82, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.5969 ROUGE2: 23.2676 ROUGEL: 30.3668 TOKENS_PER_SAMPLE: 143.9 gsm8k_accuracy: 73.08 mbxp_accuracy: 60.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 128148.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4131 ROUGE2: 23.183 ROUGEL: 30.2308 TOKENS_PER_SAMPLE: 145.5 gsm8k_accuracy: 73.24 mbxp_accuracy: 59.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 126845.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.79539393246174 FID_SCORE: 23.691262382725427", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 30.3752, "Performance_Units": "Samples/s" }, { "ID": "5.0-0056", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.807248744666577 FID_SCORE: 23.519696025094674", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/NVIDIA/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/B200-SXM-180GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 28.4443, "Performance_Units": "Queries/s" }, { "ID": "5.0-0057", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX H100 (8x H100-SXM-80GB, TensorRT)", "Platform": "DGX-H100_H100-SXM-80GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5775 ROUGE2: 22.1518 ROUGEL: 28.7746 TOKENS_PER_SAMPLE: 291.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/NVIDIA/results/DGX-H100_H100-SXM-80GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H100 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/DGX-H100_H100-SXM-80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/DGX-H100_H100-SXM-80GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 31306.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0057", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX H100 (8x H100-SXM-80GB, TensorRT)", "Platform": "DGX-H100_H100-SXM-80GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5683 ROUGE2: 22.1486 ROUGEL: 28.7643 TOKENS_PER_SAMPLE: 292.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/NVIDIA/results/DGX-H100_H100-SXM-80GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H100 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/DGX-H100_H100-SXM-80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/DGX-H100_H100-SXM-80GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 31106.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0057", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX H100 (8x H100-SXM-80GB, TensorRT)", "Platform": "DGX-H100_H100-SXM-80GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5775 ROUGE2: 22.1518 ROUGEL: 28.7746 TOKENS_PER_SAMPLE: 291.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/NVIDIA/results/DGX-H100_H100-SXM-80GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H100 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/DGX-H100_H100-SXM-80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/DGX-H100_H100-SXM-80GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 31306.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0057", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX H100 (8x H100-SXM-80GB, TensorRT)", "Platform": "DGX-H100_H100-SXM-80GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5683 ROUGE2: 22.1486 ROUGEL: 28.7643 TOKENS_PER_SAMPLE: 292.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/NVIDIA/results/DGX-H100_H100-SXM-80GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H100 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/DGX-H100_H100-SXM-80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/DGX-H100_H100-SXM-80GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 31106.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0058", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB200-186GB_aarch64, TensorRT, Triton)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x72_TRT_Triton", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.93672502698354 exact_match: 90.12851091992057 TOKENS_PER_SAMPLE: 656.4", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT_Triton/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT_Triton", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x72_TRT_Triton", "ColorKey": "availableNVIDIA", "Performance_Result": 13886.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0058", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (72x GB200-186GB_aarch64, TensorRT, Triton)", "Platform": "GB200-NVL72_GB200-186GB_aarch64x72_TRT_Triton", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.959911702352596 exact_match: 90.1118795499669 TOKENS_PER_SAMPLE: 656.8", "Nodes": 18, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT_Triton/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GB200-NVL72_GB200-186GB_aarch64x72_TRT_Triton", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GB200-NVL72_GB200-186GB_aarch64x72_TRT_Triton", "ColorKey": "availableNVIDIA", "Performance_Result": 8850.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 87268.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 80994.2, "Performance_Units": "Queries/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 52549.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 50991.7, "Performance_Units": "Queries/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 2824.83, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 2526.75, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 2824.83, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 2526.75, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5449 ROUGE2: 22.134 ROUGEL: 28.7831 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 4686.14, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5529 ROUGE2: 22.1393 ROUGEL: 28.7909 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 4350.26, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5449 ROUGE2: 22.134 ROUGEL: 28.7831 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 4686.14, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5529 ROUGE2: 22.1393 ROUGEL: 28.7909 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 4350.26, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.485 ROUGE2: 23.27 ROUGEL: 30.3119 TOKENS_PER_SAMPLE: 145.1 gsm8k_accuracy: 73.48 mbxp_accuracy: 59.94", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 8345.73, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4444 ROUGE2: 23.2749 ROUGEL: 30.3007 TOKENS_PER_SAMPLE: 146.3 gsm8k_accuracy: 73.24 mbxp_accuracy: 59.88", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 8042.27, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.80135320454836 FID_SCORE: 23.476230477547688", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 2.52, "Performance_Units": "Samples/s" }, { "ID": "5.0-0059", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "HPE ProLiant Compute DL384 Gen12 (1x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.793544735312462 FID_SCORE: 23.58309966459666", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 1, "Location": "closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x1_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 2.27968, "Performance_Units": "Queries/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 54.6017, "Performance_Units": "Samples/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 54.6017, "Performance_Units": "Samples/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 641629.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 585164.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 385327.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 370054.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 21182.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 21544.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 21182.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 21544.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5459 ROUGE2: 22.1333 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 34988.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5631 ROUGE2: 22.1489 ROUGEL: 28.797 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 33071.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5459 ROUGE2: 22.1333 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 34988.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5631 ROUGE2: 22.1489 ROUGEL: 28.797 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 33071.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 34989.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5031 ROUGE2: 22.1008 ROUGEL: 28.7296 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 19424.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 34989.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5031 ROUGE2: 22.1008 ROUGEL: 28.7296 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 19424.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.63486183033167 exact_match: 90.05081072137656 TOKENS_PER_SAMPLE: 648.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 560.651, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.6585777555619 exact_match: 90.07448378557245 TOKENS_PER_SAMPLE: 647.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 291.374, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4064 ROUGE2: 23.1865 ROUGEL: 30.2546 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.4 mbxp_accuracy: 60.14", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 62629.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4092 ROUGE2: 23.1612 ROUGEL: 30.3199 TOKENS_PER_SAMPLE: 144.4 gsm8k_accuracy: 73.4 mbxp_accuracy: 59.66", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 61802.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.076", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 760715.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.076", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 632194.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.312", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 14568.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.316", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 13588.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.869", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 441817.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.78876639187336 FID_SCORE: 23.792448566214148", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 18.989, "Performance_Units": "Samples/s" }, { "ID": "5.0-0060", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.79781420201063 FID_SCORE: 23.62683413159857", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT", "ColorKey": "availableNVIDIA", "Performance_Result": 18.2995, "Performance_Units": "Queries/s" }, { "ID": "5.0-0061", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT, Triton)", "Platform": "H200-SXM-141GBx8_TRT_Triton", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5388 ROUGE2: 22.127 ROUGEL: 28.7729 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT_Triton/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT_Triton", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT_Triton", "ColorKey": "availableNVIDIA", "Performance_Result": 34300.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0061", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT, Triton)", "Platform": "H200-SXM-141GBx8_TRT_Triton", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5568 ROUGE2: 22.1417 ROUGEL: 28.7946 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT_Triton/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT_Triton", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT_Triton", "ColorKey": "availableNVIDIA", "Performance_Result": 33024.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0061", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT, Triton)", "Platform": "H200-SXM-141GBx8_TRT_Triton", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5388 ROUGE2: 22.127 ROUGEL: 28.7729 TOKENS_PER_SAMPLE: 291.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT_Triton/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT_Triton", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT_Triton", "ColorKey": "availableNVIDIA", "Performance_Result": 34300.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0061", "Submitter": "NVIDIA", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT, Triton)", "Platform": "H200-SXM-141GBx8_TRT_Triton", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5568 ROUGE2: 22.1417 ROUGEL: 28.7946 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/NVIDIA/results/H200-SXM-141GBx8_TRT_Triton/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/results/H200-SXM-141GBx8_TRT_Triton", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/closed/NVIDIA/H200-SXM-141GBx8_TRT_Triton", "ColorKey": "availableNVIDIA", "Performance_Result": 33024.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 21104.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 21527.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 21104.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 21527.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 34556.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5513 ROUGE2: 22.1381 ROUGEL: 28.7884 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 33001.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 34556.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5513 ROUGE2: 22.1381 ROUGEL: 28.7884 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 33001.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4064 ROUGE2: 23.1865 ROUGEL: 30.2546 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.4 mbxp_accuracy: 60.12", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 60708.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3758 ROUGE2: 23.2396 ROUGEL: 30.3046 TOKENS_PER_SAMPLE: 146.3 gsm8k_accuracy: 73.72 mbxp_accuracy: 60.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 59149.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 755069.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 632198.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.304", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 14693.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.335", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 13588.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0062", "Submitter": "Oracle", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.860", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Oracle/results/H200-SXM-141GBx8_TRT/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LT", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Oracle/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Oracle/H200-SXM-141GBx8_TRT", "ColorKey": "availableOracle", "Performance_Result": 410017.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86175", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/3d-unet-99.9/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 2.23929, "Performance_Units": "Samples/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 12391.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 11789.7, "Performance_Units": "Queries/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.0467 ROUGE2: 20.1383 ROUGEL: 30.004 GEN_LEN: 4050129", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/gptj-99.9/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 300.857, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.0139 ROUGE2: 20.1165 ROUGEL: 29.9939 GEN_LEN: 4051023", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/gptj-99.9/Server", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 168.666, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/resnet50/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 31091.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/resnet50/Server", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 27987.9, "Performance_Units": "Queries/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/retinanet/Offline", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 456.666, "Performance_Units": "Samples/s" }, { "ID": "5.0-0063", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "1-node-2S-GNR_86C", "Platform": "1-node-2S-GNR_86C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6787P", "host_processors_per_node": 2, "host_processor_core_count": 86.0, "Accelerator": "", "a#": "", "Location": "closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C/retinanet/Server", "Software": "PyTorch", "operating_system": "Rocky Linux 9.4", "Notes": "QuantaGrid-D55X-1U. N/A", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/1-node-2S-GNR_86C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/1-node-2S-GNR_86C", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 350.912, "Performance_Units": "Queries/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86111", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 18.5402, "Performance_Units": "Samples/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86111", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 18.5402, "Performance_Units": "Samples/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 187064.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 175419.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 109408.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 100187.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1385 ROUGE2: 20.1564 ROUGEL: 30.0269 GEN_LEN: 4155440", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/gptj-99/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 6319.07, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1385 ROUGE2: 20.1564 ROUGEL: 30.0269 GEN_LEN: 4155440", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/gptj-99/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 6251.27, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1385 ROUGE2: 20.1564 ROUGEL: 30.0269 GEN_LEN: 4155440", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 6319.07, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1385 ROUGE2: 20.1564 ROUGEL: 30.0269 GEN_LEN: 4155440", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 6251.27, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5773 ROUGE2: 22.1546 ROUGEL: 28.7713 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 7013.17, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6283 ROUGE2: 22.2205 ROUGEL: 28.8297 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 4889.92, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5773 ROUGE2: 22.1546 ROUGEL: 28.7713 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 7013.17, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6283 ROUGE2: 22.2205 ROUGEL: 28.8297 TOKENS_PER_SAMPLE: 290.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 4889.92, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.3734 ROUGE2: 23.2194 ROUGEL: 30.3241 TOKENS_PER_SAMPLE: 145.4 gsm8k_accuracy: 73.22 mbxp_accuracy: 59.86", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 15843.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3176 ROUGE2: 23.1416 ROUGEL: 30.2829 TOKENS_PER_SAMPLE: 145.4 gsm8k_accuracy: 73.52 mbxp_accuracy: 60.02", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 13864.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/resnet50/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 226268.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/resnet50/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 188014.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.309", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/retinanet/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 4709.61, "Performance_Units": "Samples/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.309", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/retinanet/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 4439.99, "Performance_Units": "Queries/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.810240924060345 FID_SCORE: 23.576431065002623", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 5.34798, "Performance_Units": "Samples/s" }, { "ID": "5.0-0064", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D54U-3U (4x H100-PCIe-80GB, TensorRT)", "Platform": "D54U_3U_H100_PCIe_80GBx4_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.811962921917438 FID_SCORE: 23.492023350926956", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8470", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100-PCIe-80GB", "a#": 4, "Location": "closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8.0.43, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "QuantaGrid D54U-3U", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D54U_3U_H100_PCIe_80GBx4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D54U_3U_H100_PCIe_80GBx4_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 4.22011, "Performance_Units": "Queries/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 51.3502, "Performance_Units": "Samples/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 51.3502, "Performance_Units": "Samples/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 586194.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 512121.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 372632.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 340044.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 20464.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 19316.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 20464.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 19316.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5767 ROUGE2: 22.1512 ROUGEL: 28.773 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 31083.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5665 ROUGE2: 22.1466 ROUGEL: 28.7638 TOKENS_PER_SAMPLE: 292.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 29916.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5767 ROUGE2: 22.1512 ROUGEL: 28.773 TOKENS_PER_SAMPLE: 291.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 31083.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5665 ROUGE2: 22.1466 ROUGEL: 28.7638 TOKENS_PER_SAMPLE: 292.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 29916.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.562456891920377 exact_match: 90.11248841826605 TOKENS_PER_SAMPLE: 638.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 436.218, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.565117800148553 exact_match: 90.08828921244209 TOKENS_PER_SAMPLE: 624.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 261.98, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4914 ROUGE2: 23.3009 ROUGEL: 30.3779 TOKENS_PER_SAMPLE: 145.2 gsm8k_accuracy: 73.1 mbxp_accuracy: 59.88", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 51048.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4321 ROUGE2: 23.1829 ROUGEL: 30.3742 TOKENS_PER_SAMPLE: 146.5 gsm8k_accuracy: 73.86 mbxp_accuracy: 59.88", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 50924.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 712859.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 584161.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.288", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 14356.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.362", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 12869.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.804742647111414 FID_SCORE: 23.440996339050457", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 18.3676, "Performance_Units": "Samples/s" }, { "ID": "5.0-0065", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid D74H-7U (8x H100-SXM-80GB, TensorRT)", "Platform": "D74U_7U_H100_SXM_80GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.813197127580644 FID_SCORE: 23.555730383376897", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480+", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H100-SXM-80GB", "a#": 8, "Location": "closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.2", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/D74U_7U_H100_SXM_80GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/D74U_7U_H100_SXM_80GBx8_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 16.0378, "Performance_Units": "Queries/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 83504.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 82792.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/dlrm-v2-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 50606.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/dlrm-v2-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 45990.4, "Performance_Units": "Queries/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 2808.21, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 2824.55, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 2808.21, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 2824.55, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5042 ROUGE2: 22.0887 ROUGEL: 28.749 TOKENS_PER_SAMPLE: 291.3", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 3144.18, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5019 ROUGE2: 22.0906 ROUGEL: 28.7528 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 3203.87, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5042 ROUGE2: 22.0887 ROUGEL: 28.749 TOKENS_PER_SAMPLE: 291.3", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 3144.18, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5019 ROUGE2: 22.0906 ROUGEL: 28.7528 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 3203.87, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4156 ROUGE2: 23.1543 ROUGEL: 30.2816 TOKENS_PER_SAMPLE: 145.2 gsm8k_accuracy: 72.94 mbxp_accuracy: 59.74", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 7792.91, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.3856 ROUGE2: 23.246 ROUGEL: 30.2962 TOKENS_PER_SAMPLE: 146.2 gsm8k_accuracy: 73.38 mbxp_accuracy: 59.82", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 7771.75, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 96157.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 72995.1, "Performance_Units": "Queries/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.318", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 1925.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.314", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 1730.68, "Performance_Units": "Queries/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.803722438812255 FID_SCORE: 23.54248239918644", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 2.41908, "Performance_Units": "Samples/s" }, { "ID": "5.0-0066", "Submitter": "Quanta_Cloud_Technology", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "QuantaGrid S74G-2U (1x GH200-96GB_aarch64, TensorRT)", "Platform": "S74G_2U_GH200_96GB_aarch64x1_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.7980243691802 FID_SCORE: 23.831421912545295", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Rocky Linux 9.3", "Notes": "QuantaGrid S74G-2U (1x NVIDIA GH200 96GB HBM3)", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/results/S74G_2U_GH200_96GB_aarch64x1_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Quanta_Cloud_Technology/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Quanta_Cloud_Technology/S74G_2U_GH200_96GB_aarch64x1_TRT", "ColorKey": "availableQuanta_Cloud_Technology", "Performance_Result": 1.93745, "Performance_Units": "Queries/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86175", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/3d-unet-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 3.6933, "Performance_Units": "Samples/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/dlrm-v2-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 19577.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.23785974349185", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/dlrm-v2-99.9/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 18987.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.02 ROUGE2: 20.1334 ROUGEL: 29.9752 GEN_LEN: 4029428", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/gptj-99.9/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 493.914, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.029 ROUGE2: 20.1443 ROUGEL: 29.9941 GEN_LEN: 4028137", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/gptj-99.9/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 251.31, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/resnet50/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 46041.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 75.730", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/resnet50/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 40285.5, "Performance_Units": "Queries/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.383", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/retinanet/Offline", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 726.718, "Performance_Units": "Samples/s" }, { "ID": "5.0-0067", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-822GA-NGR3", "Platform": "1-node-2S-GNR_128C", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.383", "Nodes": 1, "Processor": "INTEL(R) XEON(R) 6980P", "host_processors_per_node": 2, "host_processor_core_count": 128.0, "Accelerator": "", "a#": "", "Location": "closed/Supermicro/results/1-node-2S-GNR_128C/retinanet/Server", "Software": "PyTorch", "operating_system": "Ubuntu 22.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "INT8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/1-node-2S-GNR_128C", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/1-node-2S-GNR_128C", "ColorKey": "availableSupermicro", "Performance_Result": 585.847, "Performance_Units": "Queries/s" }, { "ID": "5.0-0068", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-8126GS-TNMR", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.3988 ROUGE2: 22.039 ROUGEL: 28.6453 TOKENS_PER_SAMPLE: 295.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/Supermicro/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Offline", "Software": "vLLM 0.0.0.dev1+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "Dummy", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/8xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro", "Performance_Result": 33069.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0068", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-8126GS-TNMR", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.46 ROUGE2: 22.0494 ROUGEL: 28.6787 TOKENS_PER_SAMPLE: 295.2", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/Supermicro/results/8xMI325X_2xEPYC_9575F/llama2-70b-99/Server", "Software": "vLLM 0.0.0.dev1+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "Dummy", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/8xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro", "Performance_Result": 28770.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0068", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-8126GS-TNMR", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.3988 ROUGE2: 22.039 ROUGEL: 28.6453 TOKENS_PER_SAMPLE: 295.3", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/Supermicro/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Offline", "Software": "vLLM 0.0.0.dev1+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "Dummy", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/8xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro", "Performance_Result": 33069.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0068", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-8126GS-TNMR", "Platform": "8xMI325X_2xEPYC_9575F", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.46 ROUGE2: 22.0494 ROUGEL: 28.6787 TOKENS_PER_SAMPLE: 295.2", "Nodes": 1, "Processor": "AMD EPYC 9575F", "host_processors_per_node": 2, "host_processor_core_count": 64.0, "Accelerator": "AMD Instinct MI325X 256GB HBM3E", "a#": 8, "Location": "closed/Supermicro/results/8xMI325X_2xEPYC_9575F/llama2-70b-99.9/Server", "Software": "vLLM 0.0.0.dev1+mlperf50, Pytorch 2.7.0a0+git3a58512, ROCm 6.3.1", "operating_system": "Ubuntu 22.04 LTS", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "Dummy", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/8xMI325X_2xEPYC_9575F", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/8xMI325X_2xEPYC_9575F", "ColorKey": "availableSupermicro", "Performance_Result": 28770.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0069", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ARS-111GL-NHR (1x GH200-96GB_aarch64)", "Platform": "ARS_111GL_NHR_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Supermicro/results/ARS_111GL_NHR_TRT/dlrm-v2-99/Offline", "Software": "CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 96GB HBM3", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/ARS_111GL_NHR_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/ARS_111GL_NHR_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 85986.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-0069", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ARS-111GL-NHR (1x GH200-96GB_aarch64)", "Platform": "ARS_111GL_NHR_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Supermicro/results/ARS_111GL_NHR_TRT/dlrm-v2-99/Server", "Software": "CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 96GB HBM3", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/ARS_111GL_NHR_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/ARS_111GL_NHR_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 80992.9, "Performance_Units": "Queries/s" }, { "ID": "5.0-0069", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ARS-111GL-NHR (1x GH200-96GB_aarch64)", "Platform": "ARS_111GL_NHR_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Offline", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Supermicro/results/ARS_111GL_NHR_TRT/dlrm-v2-99.9/Offline", "Software": "CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 96GB HBM3", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/ARS_111GL_NHR_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/ARS_111GL_NHR_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 51030.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-0069", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ARS-111GL-NHR (1x GH200-96GB_aarch64)", "Platform": "ARS_111GL_NHR_TRT", "UsedModel": "dlrm-v2-99.9", "Model": "dlrm-v2-99.9", "Scenario": "Server", "Accuracy": "AUC: 80.233", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Supermicro/results/ARS_111GL_NHR_TRT/dlrm-v2-99.9/Server", "Software": "CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 96GB HBM3", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/ARS_111GL_NHR_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/ARS_111GL_NHR_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 50468.9, "Performance_Units": "Queries/s" }, { "ID": "5.0-0069", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ARS-111GL-NHR (1x GH200-96GB_aarch64)", "Platform": "ARS_111GL_NHR_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4028 ROUGE2: 23.2139 ROUGEL: 30.3225 TOKENS_PER_SAMPLE: 145.1 gsm8k_accuracy: 73.14 mbxp_accuracy: 59.62", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Supermicro/results/ARS_111GL_NHR_TRT/mixtral-8x7b/Offline", "Software": "CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 96GB HBM3", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/ARS_111GL_NHR_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/ARS_111GL_NHR_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 7718.34, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0069", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "ARS-111GL-NHR (1x GH200-96GB_aarch64)", "Platform": "ARS_111GL_NHR_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.5543 ROUGE2: 23.3316 ROUGEL: 30.4478 TOKENS_PER_SAMPLE: 146.1 gsm8k_accuracy: 73.72 mbxp_accuracy: 60.2", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "closed/Supermicro/results/ARS_111GL_NHR_TRT/mixtral-8x7b/Server", "Software": "CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 96GB HBM3", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/ARS_111GL_NHR_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/ARS_111GL_NHR_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 7182.77, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 54.5694, "Performance_Units": "Samples/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 54.5694, "Performance_Units": "Samples/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 21477.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 21757.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 21477.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 21757.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7836 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 35026.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5599 ROUGE2: 22.1445 ROUGEL: 28.7952 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 33045.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7836 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 35026.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5599 ROUGE2: 22.1445 ROUGEL: 28.7952 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 33045.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1334 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 35192.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5031 ROUGE2: 22.1063 ROUGEL: 28.7341 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 19413.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1334 ROUGEL: 28.7834 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 35192.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5031 ROUGE2: 22.1063 ROUGEL: 28.7341 TOKENS_PER_SAMPLE: 292.5", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 19413.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.50967980348964 exact_match: 90.01451025810722 TOKENS_PER_SAMPLE: 632.9", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 551.221, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.654998586911255 exact_match: 90.01192256783585 TOKENS_PER_SAMPLE: 646.4", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 290.093, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4192 ROUGE2: 23.1932 ROUGEL: 30.2622 TOKENS_PER_SAMPLE: 145.7 gsm8k_accuracy: 73.4 mbxp_accuracy: 60.12", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 62766.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.518 ROUGE2: 23.1971 ROUGEL: 30.3919 TOKENS_PER_SAMPLE: 145.8 gsm8k_accuracy: 73.0 mbxp_accuracy: 59.7", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 59647.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.330", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 15200.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.309", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 14589.3, "Performance_Units": "Queries/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.861", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 440893.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.80766055673361 FID_SCORE: 23.46626388405309", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 19.445, "Performance_Units": "Samples/s" }, { "ID": "5.0-0070", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.793607643842698 FID_SCORE: 23.562609863230307", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 18.3003, "Performance_Units": "Queries/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 49.3962, "Performance_Units": "Samples/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 49.3962, "Performance_Units": "Samples/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 18724.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 18571.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 18724.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 18571.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.296", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 13802.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.289", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 11829.1, "Performance_Units": "Queries/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.782404944896697 FID_SCORE: 23.432135408638146", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 16.7801, "Performance_Units": "Samples/s" }, { "ID": "5.0-0071", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.785902760326863 FID_SCORE: 23.351197923984955", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS522GA_H200X8_NVL_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 15.9458, "Performance_Units": "Queries/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7869 ROUGE2: 22.383 ROUGEL: 29.1434 TOKENS_PER_SAMPLE: 272.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 98782.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7848 ROUGE2: 22.3844 ROUGEL: 29.1432 TOKENS_PER_SAMPLE: 273.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 97629.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7869 ROUGE2: 22.383 ROUGEL: 29.1434 TOKENS_PER_SAMPLE: 272.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 98782.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7848 ROUGE2: 22.3844 ROUGEL: 29.1432 TOKENS_PER_SAMPLE: 273.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 97629.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8033 ROUGE2: 22.3646 ROUGEL: 29.1684 TOKENS_PER_SAMPLE: 271.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 93857.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.8002 ROUGE2: 22.3621 ROUGEL: 29.1653 TOKENS_PER_SAMPLE: 272.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 59505.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8033 ROUGE2: 22.3646 ROUGEL: 29.1684 TOKENS_PER_SAMPLE: 271.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 93857.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.8002 ROUGE2: 22.3621 ROUGEL: 29.1653 TOKENS_PER_SAMPLE: 272.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 59505.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.092192082812325 exact_match: 90.10742885506288 TOKENS_PER_SAMPLE: 654.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1538.17, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 22.044077554195237 exact_match: 90.11247518199869 TOKENS_PER_SAMPLE: 657.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1057.52, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.6325 ROUGE2: 23.3874 ROUGEL: 30.5099 TOKENS_PER_SAMPLE: 144.4 gsm8k_accuracy: 73.3 mbxp_accuracy: 60.18", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 128795.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0072", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-421GE-NBRT-LCC (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4541 ROUGE2: 23.1973 ROUGEL: 30.2838 TOKENS_PER_SAMPLE: 146.3 gsm8k_accuracy: 72.94 mbxp_accuracy: 59.96", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_421GE_NBRT_LCC_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 129047.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 54.5745, "Performance_Units": "Samples/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 54.5745, "Performance_Units": "Samples/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 21304.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 21544.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 21304.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 21544.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 34628.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5615 ROUGE2: 22.1445 ROUGEL: 28.7927 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 33052.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 34628.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5615 ROUGE2: 22.1445 ROUGEL: 28.7927 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 33052.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5467 ROUGE2: 22.1337 ROUGEL: 28.7837 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 34667.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5006 ROUGE2: 22.1008 ROUGEL: 28.7314 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 19431.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5467 ROUGE2: 22.1337 ROUGEL: 28.7837 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 34667.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5006 ROUGE2: 22.1008 ROUGEL: 28.7314 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 19431.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4086 ROUGE2: 23.1851 ROUGEL: 30.262 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.4 mbxp_accuracy: 60.12", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 61964.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4991 ROUGE2: 23.3568 ROUGEL: 30.4444 TOKENS_PER_SAMPLE: 146.2 gsm8k_accuracy: 73.64 mbxp_accuracy: 60.14", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 59627.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 759826.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 640203.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.316", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 14955.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.335", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 14488.7, "Performance_Units": "Queries/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "rgat", "Model": "rgat", "Scenario": "Offline", "Accuracy": "acc: 72.881", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/rgat/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 430566.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.796432983279228 FID_SCORE: 23.63745833910025", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 19.1502, "Performance_Units": "Samples/s" }, { "ID": "5.0-0073", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.800337046980857 FID_SCORE: 23.554725637033187", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 18.2986, "Performance_Units": "Queries/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7869 ROUGE2: 22.383 ROUGEL: 29.1434 TOKENS_PER_SAMPLE: 272.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 97416.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7857 ROUGE2: 22.3844 ROUGEL: 29.1435 TOKENS_PER_SAMPLE: 273.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 97552.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7869 ROUGE2: 22.383 ROUGEL: 29.1434 TOKENS_PER_SAMPLE: 272.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 97416.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7857 ROUGE2: 22.3844 ROUGEL: 29.1435 TOKENS_PER_SAMPLE: 273.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 97552.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8033 ROUGE2: 22.3646 ROUGEL: 29.1684 TOKENS_PER_SAMPLE: 271.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama2-70b-interactive-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 92689.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99", "Model": "llama2-70b-interactive-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.8117 ROUGE2: 22.3683 ROUGEL: 29.1731 TOKENS_PER_SAMPLE: 272.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama2-70b-interactive-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 62265.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8033 ROUGE2: 22.3646 ROUGEL: 29.1684 TOKENS_PER_SAMPLE: 271.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama2-70b-interactive-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 92689.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama2-70b-interactive-99.9", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.8117 ROUGE2: 22.3683 ROUGEL: 29.1731 TOKENS_PER_SAMPLE: 272.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama2-70b-interactive-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 62265.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.092192082812325 exact_match: 90.10742885506286 TOKENS_PER_SAMPLE: 654.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1521.74, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 22.071095668630047 exact_match: 90.1108107213766 TOKENS_PER_SAMPLE: 655.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 1080.31, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.5759 ROUGE2: 23.2321 ROUGEL: 30.3362 TOKENS_PER_SAMPLE: 144.4 gsm8k_accuracy: 73.38 mbxp_accuracy: 60.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 125534.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4923 ROUGE2: 23.2325 ROUGEL: 30.3051 TOKENS_PER_SAMPLE: 146.6 gsm8k_accuracy: 73.02 mbxp_accuracy: 59.72", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 128961.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.805966468453406 FID_SCORE: 23.663120012461945", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 30.3449, "Performance_Units": "Samples/s" }, { "ID": "5.0-0074", "Submitter": "Supermicro", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "SYS-A21GE-NBRT (8x B200-SXM-180GB, TensorRT)", "Platform": "SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.801023640334606 FID_SCORE: 23.791972314933673", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 22.04.5 LTS", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/results/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Supermicro/SYS_A21GE_NBRT_B200_SXM_180GBx8_TRT", "ColorKey": "availableSupermicro", "Performance_Result": 28.9204, "Performance_Units": "Queries/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/3d-unet-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 54.8281, "Performance_Units": "Samples/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86112", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/3d-unet-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 54.8281, "Performance_Units": "Samples/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Offline", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/dlrm-v2-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 631064.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "dlrm-v2-99", "Model": "dlrm-v2-99", "Scenario": "Server", "Accuracy": "AUC: 80.166", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/dlrm-v2-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 570145.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/gptj-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 20999.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/gptj-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 21359.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/gptj-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 20999.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 43.1118 ROUGE2: 20.1071 ROUGEL: 29.9676 GEN_LEN: 4153194", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/gptj-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 21359.6, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 34264.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5513 ROUGE2: 22.1359 ROUGEL: 28.7885 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 33027.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4064 ROUGE2: 23.1865 ROUGEL: 30.2546 TOKENS_PER_SAMPLE: 145.6 gsm8k_accuracy: 73.4 mbxp_accuracy: 60.14", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 60923.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4575 ROUGE2: 23.2383 ROUGEL: 30.3743 TOKENS_PER_SAMPLE: 145.8 gsm8k_accuracy: 73.26 mbxp_accuracy: 59.76", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 57054.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 749810.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/resnet50/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 632197.0, "Performance_Units": "Queries/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.316", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/retinanet/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 14391.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-0075", "Submitter": "Sustainable_Metal_Cloud", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8xH200-SXM-141GBx8, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.354", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8462Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT/retinanet/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Sustainable_Metal_Cloud/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Sustainable_Metal_Cloud/H200-SXM-141GBx8_TRT", "ColorKey": "availableSustainable_Metal_Cloud", "Performance_Result": 13588.8, "Performance_Units": "Queries/s" }, { "ID": "5.0-0076", "Submitter": "coreweave", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (4 x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL_GB200-NVL-186GB_aarch64x4_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.02784417487302 exact_match: 90.10202845797485 TOKENS_PER_SAMPLE: 655.4", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/coreweave/results/GB200-NVL_GB200-NVL-186GB_aarch64x4_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72, 4-GPU node system", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/results/GB200-NVL_GB200-NVL-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/code", "Unique ID (e.g. for Audit)": "datacenter/closed/coreweave/GB200-NVL_GB200-NVL-186GB_aarch64x4_TRT", "ColorKey": "availablecoreweave", "Performance_Result": 801.906, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0076", "Submitter": "coreweave", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": " (4 x GB200-186GB_aarch64, TensorRT)", "Platform": "GB200-NVL_GB200-NVL-186GB_aarch64x4_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 21.989455826099128 exact_match: 90.08294837855725 TOKENS_PER_SAMPLE: 654.2", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GB200", "a#": 4, "Location": "closed/coreweave/results/GB200-NVL_GB200-NVL-186GB_aarch64x4_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GB200 NVL72, 4-GPU node system", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/results/GB200-NVL_GB200-NVL-186GB_aarch64x4_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/code", "Unique ID (e.g. for Audit)": "datacenter/closed/coreweave/GB200-NVL_GB200-NVL-186GB_aarch64x4_TRT", "ColorKey": "availablecoreweave", "Performance_Result": 522.12, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0077", "Submitter": "coreweave", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/coreweave/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/code", "Unique ID (e.g. for Audit)": "datacenter/closed/coreweave/H200-SXM-141GBx8_TRT", "ColorKey": "availablecoreweave", "Performance_Result": 34403.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0077", "Submitter": "coreweave", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5641 ROUGE2: 22.1454 ROUGEL: 28.794 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/coreweave/results/H200-SXM-141GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/code", "Unique ID (e.g. for Audit)": "datacenter/closed/coreweave/H200-SXM-141GBx8_TRT", "ColorKey": "availablecoreweave", "Performance_Result": 33066.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0077", "Submitter": "coreweave", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.546 ROUGE2: 22.1333 ROUGEL: 28.7835 TOKENS_PER_SAMPLE: 291.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/coreweave/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/code", "Unique ID (e.g. for Audit)": "datacenter/closed/coreweave/H200-SXM-141GBx8_TRT", "ColorKey": "availablecoreweave", "Performance_Result": 34403.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0077", "Submitter": "coreweave", "Availability": "available", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA H200 (8x H200-SXM-141GB, TensorRT)", "Platform": "H200-SXM-141GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5641 ROUGE2: 22.1454 ROUGEL: 28.794 TOKENS_PER_SAMPLE: 292.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8480C", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "closed/coreweave/results/H200-SXM-141GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/results/H200-SXM-141GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/coreweave/code", "Unique ID (e.g. for Audit)": "datacenter/closed/coreweave/H200-SXM-141GBx8_TRT", "ColorKey": "availablecoreweave", "Performance_Result": 33066.5, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7869 ROUGE2: 22.383 ROUGEL: 29.1434 TOKENS_PER_SAMPLE: 272.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 97124.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7884 ROUGE2: 22.3874 ROUGEL: 29.148 TOKENS_PER_SAMPLE: 273.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 92338.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7869 ROUGE2: 22.383 ROUGEL: 29.1434 TOKENS_PER_SAMPLE: 272.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 97089.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.7895 ROUGE2: 22.3823 ROUGEL: 29.1462 TOKENS_PER_SAMPLE: 273.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 92203.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 22.092192082812325 exact_match: 90.10742885506286 TOKENS_PER_SAMPLE: 654.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 1498.56, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Server", "Accuracy": "ROUGEL: 22.048188322528272 exact_match: 90.08918266048973 TOKENS_PER_SAMPLE: 656.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/llama3_1-405b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 847.484, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.4539 ROUGE2: 23.217 ROUGEL: 30.2997 TOKENS_PER_SAMPLE: 144.9 gsm8k_accuracy: 73.16 mbxp_accuracy: 60.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 121489.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Server", "Accuracy": "ROUGE1: 45.4486 ROUGE2: 23.1917 ROUGEL: 30.2808 TOKENS_PER_SAMPLE: 146.4 gsm8k_accuracy: 73.12 mbxp_accuracy: 60.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/mixtral-8x7b/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 122411.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Offline", "Accuracy": "CLIP_SCORE: 31.802398339807986 FID_SCORE: 23.53225102301252", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 30.3057, "Performance_Units": "Samples/s" }, { "ID": "5.0-0078", "Submitter": "Google", "Availability": "preview", "Category": "closed", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "stable-diffusion-xl", "Model": "stable-diffusion-xl", "Scenario": "Server", "Accuracy": "CLIP_SCORE: 31.79837848931551 FID_SCORE: 23.706930005686615", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "closed/Google/results/B200-SXM-180GBx8_TRT/stable-diffusion-xl/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Debian 12", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/closed/Google/code", "Unique ID (e.g. for Audit)": "datacenter/closed/Google/B200-SXM-180GBx8_TRT", "ColorKey": "previewGoogle", "Performance_Result": 28.4484, "Performance_Units": "Queries/s" }, { "ID": "5.0-0079", "Submitter": "CTuning", "Availability": "available", "Category": "open", "Suite": "edge", "System": "aws-c7g.metal-graviton3", "Platform": "cmx-demo-gfursin-aws-c7g.metal-graviton3-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.79118282730964", "Nodes": 1, "Processor": "graviton 3", "host_processors_per_node": 1, "host_processor_core_count": 64.0, "Accelerator": "", "a#": "", "Location": "open/CTuning/results/cmx-demo-gfursin-aws-c7g.metal-graviton3-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/offline", "Software": "deepsparse", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-aws-glibc2.35)", "Notes": "Testing MLCommons CMX with legacy MLPerf automations", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/CTuning/results/cmx-demo-gfursin-aws-c7g.metal-graviton3-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/CTuning/code", "Unique ID (e.g. for Audit)": "edge/open/CTuning/cmx-demo-gfursin-aws-c7g.metal-graviton3-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableCTuning", "Performance_Result": 55.2213, "Performance_Units": "Samples/s" }, { "ID": "5.0-0080", "Submitter": "FlexAI", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "flexbench test node 0ef307db09d34a91 with 8xH100", "Platform": "cmx-flexbench-cuda-1xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-16d94432c8704c14", "UsedModel": "DeepSeek-R1-Distill-Llama-8B", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 30.6202 ROUGE2: 13.9221 ROUGEL: 18.9101 TOKENS_PER_SAMPLE: 581.8", "Nodes": 1, "Processor": "Intel Xeon Processor (SapphireRapids)", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100 80GB HBM3", "a#": 1, "Location": "open/FlexAI/results/cmx-flexbench-cuda-1xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-16d94432c8704c14/DeepSeek-R1-Distill-Llama-8B/Server", "Software": "vLLM v0.7.3", "operating_system": "Ubuntu 22.04.5 LTS (5.15.0-131-generic)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "bfloat16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/FlexAI/results/cmx-flexbench-cuda-1xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-16d94432c8704c14", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/FlexAI/code", "Unique ID (e.g. for Audit)": "datacenter/open/FlexAI/cmx-flexbench-cuda-1xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-16d94432c8704c14/DeepSeek-R1-Distill-Llama-8B", "ColorKey": "availableFlexAI", "Performance_Result": 2631.93, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0081", "Submitter": "FlexAI", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "flexbench test node 0ef307db09d34a91 with 8xH100", "Platform": "cmx-flexbench-cuda-1xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-36d94432c8704c14", "UsedModel": "Llama-3.3-70B-Instruct-FP8-dynamic", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.246 ROUGE2: 22.4512 ROUGEL: 27.9398 TOKENS_PER_SAMPLE: 335.5", "Nodes": 1, "Processor": "Intel Xeon Processor (SapphireRapids)", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100 80GB HBM3", "a#": 1, "Location": "open/FlexAI/results/cmx-flexbench-cuda-1xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-36d94432c8704c14/Llama-3.3-70B-Instruct-FP8-dynamic/Server", "Software": "vLLM v0.7.3", "operating_system": "Ubuntu 22.04.5 LTS (5.15.0-131-generic)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "bfloat16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/FlexAI/results/cmx-flexbench-cuda-1xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-36d94432c8704c14", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/FlexAI/code", "Unique ID (e.g. for Audit)": "datacenter/open/FlexAI/cmx-flexbench-cuda-1xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-36d94432c8704c14/Llama-3.3-70B-Instruct-FP8-dynamic", "ColorKey": "availableFlexAI", "Performance_Result": 134.714, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0082", "Submitter": "FlexAI", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "flexbench test node 0ef307db09d34a91 with 8xH100", "Platform": "cmx-flexbench-cuda-4xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-46d94432c8704c14", "UsedModel": "Llama-2-70b-chat-hf-FP8", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.4619 ROUGE2: 22.0574 ROUGEL: 28.6452 TOKENS_PER_SAMPLE: 295.9", "Nodes": 1, "Processor": "Intel Xeon Processor (SapphireRapids)", "host_processors_per_node": 2, "host_processor_core_count": 52.0, "Accelerator": "NVIDIA H100 80GB HBM3", "a#": 4, "Location": "open/FlexAI/results/cmx-flexbench-cuda-4xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-46d94432c8704c14/Llama-2-70b-chat-hf-FP8/Server", "Software": "vLLM v0.7.3", "operating_system": "Ubuntu 22.04.5 LTS (5.15.0-131-generic)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/FlexAI/results/cmx-flexbench-cuda-4xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-46d94432c8704c14", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/FlexAI/code", "Unique ID (e.g. for Audit)": "datacenter/open/FlexAI/cmx-flexbench-cuda-4xH100-vllm-0.7.3-pytorch-2.5.1-huggingface-46d94432c8704c14/Llama-2-70b-chat-hf-FP8", "ColorKey": "availableFlexAI", "Performance_Result": 1482.31, "Performance_Units": "Tokens/s" }, { "ID": "5.0-0083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99", "Model": "3d-unet-99", "Scenario": "Offline", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/open/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.17121, "Performance_Units": "Samples/s" }, { "ID": "5.0-0084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "3d-unet-99.9", "Model": "3d-unet-99.9", "Scenario": "Offline", "Accuracy": "DICE: 0.86236", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/open/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.17121, "Performance_Units": "Samples/s" }, { "ID": "5.0-0085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/resnet50/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/open/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 44411.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Server", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/resnet50/server", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/open/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 35342.5, "Performance_Units": "Queries/s" }, { "ID": "5.0-0086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.344", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/retinanet/offline", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/open/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config/retinanet", "ColorKey": "availableGATEOverflow", "Performance_Result": 869.415, "Performance_Units": "Samples/s" }, { "ID": "5.0-0086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "PCSPECIALIST AMD AM5 PC (1x RTX 4090)", "Platform": "RTX4090x1-nvidia-gpu-TensorRT-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Server", "Accuracy": "mAP: 37.283", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 1, "Location": "open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/retinanet/server", "Software": "TensorRT", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/RTX4090x1-nvidia-gpu-TensorRT-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "datacenter/open/GATEOverflow/RTX4090x1-nvidia-gpu-TensorRT-default_config/retinanet", "ColorKey": "availableGATEOverflow", "Performance_Result": 637.535, "Performance_Units": "Queries/s" }, { "ID": "5.0-0087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/multistream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.93907, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.6762, "Performance_Units": "Samples/s" }, { "ID": "5.0-0087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/singlestream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/53e8ba3f30a3-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.7842, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.574856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2023.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.562477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.131616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1365.51, "Performance_Units": "Samples/s" }, { "ID": "5.0-0089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.834762, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.670816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 946.411, "Performance_Units": "Samples/s" }, { "ID": "5.0-0090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.208867, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.605752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 672.051, "Performance_Units": "Samples/s" }, { "ID": "5.0-0091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.705428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.286352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 637.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-0092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.79815, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.164976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 429.42, "Performance_Units": "Samples/s" }, { "ID": "5.0-0093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.664391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.715296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 293.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-0094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.908142, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.541968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-0095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.312509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.186984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 283.326, "Performance_Units": "Samples/s" }, { "ID": "5.0-0096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.02123, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.074448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-0097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.797088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.437384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.708, "Performance_Units": "Samples/s" }, { "ID": "5.0-0098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.130781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.2814, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.259, "Performance_Units": "Samples/s" }, { "ID": "5.0-0099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.582312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.721736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 174.201, "Performance_Units": "Samples/s" }, { "ID": "5.0-0100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.538745, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.0228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.6325, "Performance_Units": "Samples/s" }, { "ID": "5.0-0101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.847641, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.64512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.698, "Performance_Units": "Samples/s" }, { "ID": "5.0-0102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.544779, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.269992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.1414, "Performance_Units": "Samples/s" }, { "ID": "5.0-0103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.909198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.473168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1281.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-0104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.914931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.001184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 834.745, "Performance_Units": "Samples/s" }, { "ID": "5.0-0105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.404932, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.639544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 587.923, "Performance_Units": "Samples/s" }, { "ID": "5.0-0106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.989125, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.777984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 431.083, "Performance_Units": "Samples/s" }, { "ID": "5.0-0107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.724586, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.379424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 458.21, "Performance_Units": "Samples/s" }, { "ID": "5.0-0108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.567758, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.610696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.599, "Performance_Units": "Samples/s" }, { "ID": "5.0-0109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.894286, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.638824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.744, "Performance_Units": "Samples/s" }, { "ID": "5.0-0110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.222844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.924176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.467, "Performance_Units": "Samples/s" }, { "ID": "5.0-0111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.206646, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.99124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.373, "Performance_Units": "Samples/s" }, { "ID": "5.0-0112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.046727, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.171032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.036, "Performance_Units": "Samples/s" }, { "ID": "5.0-0113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.215992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.679392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.195, "Performance_Units": "Samples/s" }, { "ID": "5.0-0114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.637983, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.522656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.4399, "Performance_Units": "Samples/s" }, { "ID": "5.0-0115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.429615, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.977096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.761, "Performance_Units": "Samples/s" }, { "ID": "5.0-0116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.856701, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.131936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.2919, "Performance_Units": "Samples/s" }, { "ID": "5.0-0117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.994009, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.160688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.8279, "Performance_Units": "Samples/s" }, { "ID": "5.0-0118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.773095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 244.047352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.1461, "Performance_Units": "Samples/s" }, { "ID": "5.0-0119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.916429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.241768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 930.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-0120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.257215, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.055328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 641.369, "Performance_Units": "Samples/s" }, { "ID": "5.0-0121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.837753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.191128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 441.26, "Performance_Units": "Samples/s" }, { "ID": "5.0-0122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.671361, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.828416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.155, "Performance_Units": "Samples/s" }, { "ID": "5.0-0123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.593151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.935296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 609.149, "Performance_Units": "Samples/s" }, { "ID": "5.0-0124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.942202, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.671896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.367, "Performance_Units": "Samples/s" }, { "ID": "5.0-0125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.271159, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.068768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.017, "Performance_Units": "Samples/s" }, { "ID": "5.0-0126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.733669, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.336176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.449, "Performance_Units": "Samples/s" }, { "ID": "5.0-0127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.73437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.59964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 344.174, "Performance_Units": "Samples/s" }, { "ID": "5.0-0128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.326117, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.538312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 244.586, "Performance_Units": "Samples/s" }, { "ID": "5.0-0129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.677702, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.340016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-0130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.589314, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.976456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.216, "Performance_Units": "Samples/s" }, { "ID": "5.0-0131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.757921, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.198344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.164, "Performance_Units": "Samples/s" }, { "ID": "5.0-0132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.380962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.32572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.263, "Performance_Units": "Samples/s" }, { "ID": "5.0-0133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.030373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.155552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.076, "Performance_Units": "Samples/s" }, { "ID": "5.0-0134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.682715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.623504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.6133, "Performance_Units": "Samples/s" }, { "ID": "5.0-0135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.602101, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.556048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 818.884, "Performance_Units": "Samples/s" }, { "ID": "5.0-0136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.411739, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.575744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 538.034, "Performance_Units": "Samples/s" }, { "ID": "5.0-0137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.158052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.77124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 386.009, "Performance_Units": "Samples/s" }, { "ID": "5.0-0138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.99927, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.194432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.364, "Performance_Units": "Samples/s" }, { "ID": "5.0-0139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.136131, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.792832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 584.406, "Performance_Units": "Samples/s" }, { "ID": "5.0-0140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.976099, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.792904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 383.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-0141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.022545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.020232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 276.367, "Performance_Units": "Samples/s" }, { "ID": "5.0-0142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.193426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.628608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.068, "Performance_Units": "Samples/s" }, { "ID": "5.0-0143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.786732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.219384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.652, "Performance_Units": "Samples/s" }, { "ID": "5.0-0144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.156194, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.106304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.867, "Performance_Units": "Samples/s" }, { "ID": "5.0-0145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.375717, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.11648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.742, "Performance_Units": "Samples/s" }, { "ID": "5.0-0146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.972036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.037176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.8261, "Performance_Units": "Samples/s" }, { "ID": "5.0-0147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.492368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.002496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-0148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.546857, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.1538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.15, "Performance_Units": "Samples/s" }, { "ID": "5.0-0149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.478856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.321928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.355, "Performance_Units": "Samples/s" }, { "ID": "5.0-0150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.156789, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.260304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.4657, "Performance_Units": "Samples/s" }, { "ID": "5.0-0151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.886608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.898056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-0152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.40295, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.184264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-0153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.908479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.23516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 330.157, "Performance_Units": "Samples/s" }, { "ID": "5.0-0154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.558293, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.984216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 418.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-0155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.805477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.679296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.637, "Performance_Units": "Samples/s" }, { "ID": "5.0-0156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.14239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.609304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.638, "Performance_Units": "Samples/s" }, { "ID": "5.0-0157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.955815, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.060032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.49, "Performance_Units": "Samples/s" }, { "ID": "5.0-0158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/73afac010d7d-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.32602, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 524.478813, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.3791, "Performance_Units": "Samples/s" }, { "ID": "5.0-0159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.764112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.42042174998099", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.3267, "Performance_Units": "Samples/s" }, { "ID": "5.0-0161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 87.88571389692375", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.6461, "Performance_Units": "Samples/s" }, { "ID": "5.0-0162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-pruned80_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.29174382621062", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.03074, "Performance_Units": "Samples/s" }, { "ID": "5.0-0163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.4308347276475", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.3586, "Performance_Units": "Samples/s" }, { "ID": "5.0-0164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.36718210138123", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.633, "Performance_Units": "Samples/s" }, { "ID": "5.0-0165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.80558974686677", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.774, "Performance_Units": "Samples/s" }, { "ID": "5.0-0166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-none-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.89066465550044", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.5965, "Performance_Units": "Samples/s" }, { "ID": "5.0-0167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.31078542237867", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.0224, "Performance_Units": "Samples/s" }, { "ID": "5.0-0168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.17851587480281", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.56103, "Performance_Units": "Samples/s" }, { "ID": "5.0-0169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.712", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/resnet50/multistream", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 223.224182, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.712", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/resnet50/singlestream", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-deepsparse_v1.8.0-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.567184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/multistream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.925038, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.7933, "Performance_Units": "Samples/s" }, { "ID": "5.0-0170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/singlestream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.337068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50/multistream", "Software": "tf v2.18.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 517.255836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50/offline", "Software": "tf v2.18.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.162, "Performance_Units": "Samples/s" }, { "ID": "5.0-0171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Samsung Book2 Pro 360", "Platform": "8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "12th Gen Intel(R) Core(TM) i5-1240P", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50/singlestream", "Software": "tf v2.18.0", "operating_system": "Ubuntu 22.04 (linux-5.15.167.4-microsoft-standard-WSL2-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/8c42efe93456-reference-cpu-tf_v2.18.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/8c42efe93456-reference-cpu-tf_v2.18.0-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.064232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.161584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-0172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.129028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.791808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.37, "Performance_Units": "Samples/s" }, { "ID": "5.0-0173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.942378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.768048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.4858, "Performance_Units": "Samples/s" }, { "ID": "5.0-0174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.435399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.06096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.6667, "Performance_Units": "Samples/s" }, { "ID": "5.0-0175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.433444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.913056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.4855, "Performance_Units": "Samples/s" }, { "ID": "5.0-0176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.122233, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.637672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.202, "Performance_Units": "Samples/s" }, { "ID": "5.0-0177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.949538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.853, "Performance_Units": "Samples/s" }, { "ID": "5.0-0178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.49166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.786736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.454, "Performance_Units": "Samples/s" }, { "ID": "5.0-0179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.215679, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.01872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.364, "Performance_Units": "Samples/s" }, { "ID": "5.0-0180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.233816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.48096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.3662, "Performance_Units": "Samples/s" }, { "ID": "5.0-0181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.792817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.249, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3703.39, "Performance_Units": "Samples/s" }, { "ID": "5.0-0182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.277979, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.037184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2712.69, "Performance_Units": "Samples/s" }, { "ID": "5.0-0183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.37536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.172504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1946.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.516543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.693984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1430.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-0185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.70802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.03108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1339.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-0186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.751231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.391784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 961.516, "Performance_Units": "Samples/s" }, { "ID": "5.0-0187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.041048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.798392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 639.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-0188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.594119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.28296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 505.067, "Performance_Units": "Samples/s" }, { "ID": "5.0-0189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.025914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.139656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 663.824, "Performance_Units": "Samples/s" }, { "ID": "5.0-0190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.508747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.97104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 448.494, "Performance_Units": "Samples/s" }, { "ID": "5.0-0191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.23223, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.702984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.792, "Performance_Units": "Samples/s" }, { "ID": "5.0-0192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.329724, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.793648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.213, "Performance_Units": "Samples/s" }, { "ID": "5.0-0193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.199235, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.884568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 384.917, "Performance_Units": "Samples/s" }, { "ID": "5.0-0194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.602806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.26988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.855, "Performance_Units": "Samples/s" }, { "ID": "5.0-0195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.899006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.492584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.871, "Performance_Units": "Samples/s" }, { "ID": "5.0-0196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.534813, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.235496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.111, "Performance_Units": "Samples/s" }, { "ID": "5.0-0197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.26498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.497376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3276.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-0198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.308385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.825864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2120.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-0199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.474966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.335952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1522.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-0200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.662386, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.459752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1127.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-0201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.924004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.17336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1330.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-0202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.767962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.992624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 900.528, "Performance_Units": "Samples/s" }, { "ID": "5.0-0203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.116153, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.256264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 608.263, "Performance_Units": "Samples/s" }, { "ID": "5.0-0204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.651992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.529024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 459.507, "Performance_Units": "Samples/s" }, { "ID": "5.0-0205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.184816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.025312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 672.537, "Performance_Units": "Samples/s" }, { "ID": "5.0-0206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.497262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.710016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 440.395, "Performance_Units": "Samples/s" }, { "ID": "5.0-0207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.329665, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.70572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 301.577, "Performance_Units": "Samples/s" }, { "ID": "5.0-0208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.329088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.334152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.054, "Performance_Units": "Samples/s" }, { "ID": "5.0-0209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.403484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.849112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 412.425, "Performance_Units": "Samples/s" }, { "ID": "5.0-0210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.472793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.722704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.411, "Performance_Units": "Samples/s" }, { "ID": "5.0-0211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.577524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.010272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.484, "Performance_Units": "Samples/s" }, { "ID": "5.0-0212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.103468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.094296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.616, "Performance_Units": "Samples/s" }, { "ID": "5.0-0213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.746596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.330856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2526.68, "Performance_Units": "Samples/s" }, { "ID": "5.0-0214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.399095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.876536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1663.87, "Performance_Units": "Samples/s" }, { "ID": "5.0-0215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.605289, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.229248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1116.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-0216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.897754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.839528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 913.941, "Performance_Units": "Samples/s" }, { "ID": "5.0-0217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.099081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.756632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1699.84, "Performance_Units": "Samples/s" }, { "ID": "5.0-0218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.590652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.897344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1170.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.856437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.806704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 847.631, "Performance_Units": "Samples/s" }, { "ID": "5.0-0220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.216671, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.927904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 624.221, "Performance_Units": "Samples/s" }, { "ID": "5.0-0221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.605417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.384008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 859.798, "Performance_Units": "Samples/s" }, { "ID": "5.0-0222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.165682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.256576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 579.093, "Performance_Units": "Samples/s" }, { "ID": "5.0-0223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.777154, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.81236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 407.503, "Performance_Units": "Samples/s" }, { "ID": "5.0-0224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.457207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.770816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.363, "Performance_Units": "Samples/s" }, { "ID": "5.0-0225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.332882, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.654816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 642.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-0226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.576501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.944432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 448.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-0227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.233817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.756464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.136, "Performance_Units": "Samples/s" }, { "ID": "5.0-0228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.224064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.738352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-0229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.190484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.066224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2062.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-0230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.48804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.199976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1303.63, "Performance_Units": "Samples/s" }, { "ID": "5.0-0231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.772031, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.475968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 963.599, "Performance_Units": "Samples/s" }, { "ID": "5.0-0232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.052623, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.190872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 727.331, "Performance_Units": "Samples/s" }, { "ID": "5.0-0233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.39379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.352064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1515.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-0234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.666182, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.272144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 978.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-0235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.030081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.829184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 694.992, "Performance_Units": "Samples/s" }, { "ID": "5.0-0236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.471234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.557024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 534.222, "Performance_Units": "Samples/s" }, { "ID": "5.0-0237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.917968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.384176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 775.688, "Performance_Units": "Samples/s" }, { "ID": "5.0-0238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.294265, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.02116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 516.64, "Performance_Units": "Samples/s" }, { "ID": "5.0-0239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.940806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.233888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.814, "Performance_Units": "Samples/s" }, { "ID": "5.0-0240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.896742, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.52168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 272.662, "Performance_Units": "Samples/s" }, { "ID": "5.0-0241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.681905, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.115824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 613.956, "Performance_Units": "Samples/s" }, { "ID": "5.0-0242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.634028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.551992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 411.633, "Performance_Units": "Samples/s" }, { "ID": "5.0-0243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.437046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.090904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 276.886, "Performance_Units": "Samples/s" }, { "ID": "5.0-0244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.628418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.15004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.37, "Performance_Units": "Samples/s" }, { "ID": "5.0-0245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.757234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.467408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.495, "Performance_Units": "Samples/s" }, { "ID": "5.0-0246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.662856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.785632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-0247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.212945, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.822616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 948.781, "Performance_Units": "Samples/s" }, { "ID": "5.0-0248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.063642, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.99328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1176.95, "Performance_Units": "Samples/s" }, { "ID": "5.0-0249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.870924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.664256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.338, "Performance_Units": "Samples/s" }, { "ID": "5.0-0250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.442484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.5378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 314.876, "Performance_Units": "Samples/s" }, { "ID": "5.0-0251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.183629, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.780088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 326.482, "Performance_Units": "Samples/s" }, { "ID": "5.0-0252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/AMD_AM5_ZEN4_Ubuntu22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.111745, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Asus TUF Gaming F15", "Platform": "Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 7 3750H with Radeon Vega Mobile Gfx", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/multistream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 594.391617, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Asus TUF Gaming F15", "Platform": "Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 7 3750H with Radeon Vega Mobile Gfx", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.7942, "Performance_Units": "Samples/s" }, { "ID": "5.0-0253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Asus TUF Gaming F15", "Platform": "Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 7 3750H with Radeon Vega Mobile Gfx", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/singlestream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Asus_Tuf-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.676177, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Asus TUF Gaming F15", "Platform": "Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 7 3750H with Radeon Vega Mobile Gfx", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "NVIDIA GeForce GTX 1650", "a#": 1, "Location": "open/GATEOverflow/results/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118/resnet50/multistream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 676.718092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Asus TUF Gaming F15", "Platform": "Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 7 3750H with Radeon Vega Mobile Gfx", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "NVIDIA GeForce GTX 1650", "a#": 1, "Location": "open/GATEOverflow/results/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118/resnet50/offline", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.7388, "Performance_Units": "Samples/s" }, { "ID": "5.0-0254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Asus TUF Gaming F15", "Platform": "Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "AMD Ryzen 7 3750H with Radeon Vega Mobile Gfx", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "NVIDIA GeForce GTX 1650", "a#": 1, "Location": "open/GATEOverflow/results/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118/resnet50/singlestream", "Software": "onnxruntime v1.20.1", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Asus_Tuf-reference-gpu-onnxruntime_v1.20.1-cu118/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.733864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 247.827936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.8183, "Performance_Units": "Samples/s" }, { "ID": "5.0-0255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.349564, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 447.671824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.3758, "Performance_Units": "Samples/s" }, { "ID": "5.0-0256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.904129, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 553.4164, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.1735, "Performance_Units": "Samples/s" }, { "ID": "5.0-0257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.143433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 865.591856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.4914, "Performance_Units": "Samples/s" }, { "ID": "5.0-0258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.34399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1656.142976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.84025, "Performance_Units": "Samples/s" }, { "ID": "5.0-0259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 185.607163, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.460576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.8252, "Performance_Units": "Samples/s" }, { "ID": "5.0-0260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.384158, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.829072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.4354, "Performance_Units": "Samples/s" }, { "ID": "5.0-0261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.616643, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.794312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.6099, "Performance_Units": "Samples/s" }, { "ID": "5.0-0262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.367891, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 398.51396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.7658, "Performance_Units": "Samples/s" }, { "ID": "5.0-0263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.957108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 686.902696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.5013, "Performance_Units": "Samples/s" }, { "ID": "5.0-0264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.882148, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.592424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1105.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-0265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.985445, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.980848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 719.524, "Performance_Units": "Samples/s" }, { "ID": "5.0-0266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.498594, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.270448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 508.359, "Performance_Units": "Samples/s" }, { "ID": "5.0-0267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.118244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.193408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 373.975, "Performance_Units": "Samples/s" }, { "ID": "5.0-0268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.892027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.947824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 443.385, "Performance_Units": "Samples/s" }, { "ID": "5.0-0269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.419051, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.98532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 294.863, "Performance_Units": "Samples/s" }, { "ID": "5.0-0270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.644883, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.467, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 202.258, "Performance_Units": "Samples/s" }, { "ID": "5.0-0271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.348604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.144296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.262, "Performance_Units": "Samples/s" }, { "ID": "5.0-0272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.692483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.76012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.226, "Performance_Units": "Samples/s" }, { "ID": "5.0-0273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.347999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.41664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.716, "Performance_Units": "Samples/s" }, { "ID": "5.0-0274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.364212, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.523576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.314, "Performance_Units": "Samples/s" }, { "ID": "5.0-0275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.631047, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.891552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.4465, "Performance_Units": "Samples/s" }, { "ID": "5.0-0276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.207464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.986264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.9364, "Performance_Units": "Samples/s" }, { "ID": "5.0-0277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.121885, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.059048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.3309, "Performance_Units": "Samples/s" }, { "ID": "5.0-0278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.718586, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.7128, "Performance_Units": "Samples/s" }, { "ID": "5.0-0279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.933604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.367104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.2807, "Performance_Units": "Samples/s" }, { "ID": "5.0-0280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.705023, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.105864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 780.811, "Performance_Units": "Samples/s" }, { "ID": "5.0-0281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.476862, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.402232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 451.419, "Performance_Units": "Samples/s" }, { "ID": "5.0-0282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.380555, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.238248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.064, "Performance_Units": "Samples/s" }, { "ID": "5.0-0283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.405763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.261208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 237.778, "Performance_Units": "Samples/s" }, { "ID": "5.0-0284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.48379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.212864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.025, "Performance_Units": "Samples/s" }, { "ID": "5.0-0285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.46911, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.750096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.131, "Performance_Units": "Samples/s" }, { "ID": "5.0-0286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.998283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.121672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.764, "Performance_Units": "Samples/s" }, { "ID": "5.0-0287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.31695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.339544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.768, "Performance_Units": "Samples/s" }, { "ID": "5.0-0288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.369245, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.86888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.882, "Performance_Units": "Samples/s" }, { "ID": "5.0-0289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.961605, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.32428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.259, "Performance_Units": "Samples/s" }, { "ID": "5.0-0290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.803523, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.6506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.373, "Performance_Units": "Samples/s" }, { "ID": "5.0-0291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.85288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.658768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.4315, "Performance_Units": "Samples/s" }, { "ID": "5.0-0292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.070993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.927536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.2133, "Performance_Units": "Samples/s" }, { "ID": "5.0-0293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.188108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.269048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.9791, "Performance_Units": "Samples/s" }, { "ID": "5.0-0294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.571105, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.344832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.8895, "Performance_Units": "Samples/s" }, { "ID": "5.0-0295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.321824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 270.690416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.8851, "Performance_Units": "Samples/s" }, { "ID": "5.0-0296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.014681, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.486688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 617.044, "Performance_Units": "Samples/s" }, { "ID": "5.0-0297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.760611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.621208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 403.841, "Performance_Units": "Samples/s" }, { "ID": "5.0-0298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.772638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.114192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.715, "Performance_Units": "Samples/s" }, { "ID": "5.0-0299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.073476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.709496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.888, "Performance_Units": "Samples/s" }, { "ID": "5.0-0300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.65222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.271432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.767, "Performance_Units": "Samples/s" }, { "ID": "5.0-0301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.051235, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.279792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.906, "Performance_Units": "Samples/s" }, { "ID": "5.0-0302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.171998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.57588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.989, "Performance_Units": "Samples/s" }, { "ID": "5.0-0303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.709165, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.432656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.287, "Performance_Units": "Samples/s" }, { "ID": "5.0-0304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.536016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.82512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 181.086, "Performance_Units": "Samples/s" }, { "ID": "5.0-0305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.196571, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.292752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.081, "Performance_Units": "Samples/s" }, { "ID": "5.0-0306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.394755, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.68392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.8461, "Performance_Units": "Samples/s" }, { "ID": "5.0-0307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.016704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.4478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.6145, "Performance_Units": "Samples/s" }, { "ID": "5.0-0308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.541296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.61272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.379, "Performance_Units": "Samples/s" }, { "ID": "5.0-0309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.409675, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.973216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.593, "Performance_Units": "Samples/s" }, { "ID": "5.0-0310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.590214, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.375088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.5376, "Performance_Units": "Samples/s" }, { "ID": "5.0-0311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.605238, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.739248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.8097, "Performance_Units": "Samples/s" }, { "ID": "5.0-0312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.427445, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.462776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 488.825, "Performance_Units": "Samples/s" }, { "ID": "5.0-0313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.339692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.214192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 309.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-0314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.633751, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.261464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.455, "Performance_Units": "Samples/s" }, { "ID": "5.0-0315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.283106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.411624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.144, "Performance_Units": "Samples/s" }, { "ID": "5.0-0316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.167874, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.093016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.82, "Performance_Units": "Samples/s" }, { "ID": "5.0-0317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.334854, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.80032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.357, "Performance_Units": "Samples/s" }, { "ID": "5.0-0318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.758043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.802784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.038, "Performance_Units": "Samples/s" }, { "ID": "5.0-0319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.833452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.126, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.145966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.747184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.567, "Performance_Units": "Samples/s" }, { "ID": "5.0-0321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.52287, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.447184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-0322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.395897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.3636, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.1835, "Performance_Units": "Samples/s" }, { "ID": "5.0-0323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.197472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.12092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.9493, "Performance_Units": "Samples/s" }, { "ID": "5.0-0324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.710832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.401152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.69, "Performance_Units": "Samples/s" }, { "ID": "5.0-0325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.561132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.527616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.055, "Performance_Units": "Samples/s" }, { "ID": "5.0-0326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.844931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.88224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.9453, "Performance_Units": "Samples/s" }, { "ID": "5.0-0327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.202532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.77836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.616, "Performance_Units": "Samples/s" }, { "ID": "5.0-0328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.228851, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.064856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.0826, "Performance_Units": "Samples/s" }, { "ID": "5.0-0329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.212828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.47828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.3433, "Performance_Units": "Samples/s" }, { "ID": "5.0-0330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.563373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.744776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 224.644, "Performance_Units": "Samples/s" }, { "ID": "5.0-0331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.07689, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.337544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 390.003, "Performance_Units": "Samples/s" }, { "ID": "5.0-0332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.832143, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.552728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.346, "Performance_Units": "Samples/s" }, { "ID": "5.0-0333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.580694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.950128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.7386, "Performance_Units": "Samples/s" }, { "ID": "5.0-0334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.569287, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.663552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.6693, "Performance_Units": "Samples/s" }, { "ID": "5.0-0335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.000437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.42042174998099", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.48014, "Performance_Units": "Samples/s" }, { "ID": "5.0-0337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 87.89212297504716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.67993, "Performance_Units": "Samples/s" }, { "ID": "5.0-0338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.60102, "Performance_Units": "Samples/s" }, { "ID": "5.0-0339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-pruned80_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.26941848776319", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.10401, "Performance_Units": "Samples/s" }, { "ID": "5.0-0340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.4308347276475", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.64625, "Performance_Units": "Samples/s" }, { "ID": "5.0-0341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.40462194474198", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.7969, "Performance_Units": "Samples/s" }, { "ID": "5.0-0342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.7887526723603", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.81892, "Performance_Units": "Samples/s" }, { "ID": "5.0-0343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-none-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.89066465550044", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.60183, "Performance_Units": "Samples/s" }, { "ID": "5.0-0344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.31078542237867", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.75595, "Performance_Units": "Samples/s" }, { "ID": "5.0-0345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.678683, "Performance_Units": "Samples/s" }, { "ID": "5.0-0346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.17832662822171", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.01904, "Performance_Units": "Samples/s" }, { "ID": "5.0-0347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.0299132434367", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.9904, "Performance_Units": "Samples/s" }, { "ID": "5.0-0348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.1356467730578", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.57398, "Performance_Units": "Samples/s" }, { "ID": "5.0-0349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Azure cloud instance", "Platform": "Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.1810702860831", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz", "host_processors_per_node": 1, "host_processor_core_count": 1.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 22.04 (linux-6.8.0-1021-azure-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/Azure_ubuntu_22.04-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.67908, "Performance_Units": "Samples/s" }, { "ID": "5.0-0350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.881256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.4485, "Performance_Units": "Samples/s" }, { "ID": "5.0-0350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.282118, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 297.967968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.1824, "Performance_Units": "Samples/s" }, { "ID": "5.0-0351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.997436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.36224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.6834, "Performance_Units": "Samples/s" }, { "ID": "5.0-0352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.441359, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.886704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.4924, "Performance_Units": "Samples/s" }, { "ID": "5.0-0353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.096999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.964472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.9981, "Performance_Units": "Samples/s" }, { "ID": "5.0-0354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.836318, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 264.450856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.5535, "Performance_Units": "Samples/s" }, { "ID": "5.0-0355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.850477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 447.50844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.0295, "Performance_Units": "Samples/s" }, { "ID": "5.0-0356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.635275, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.497272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1107.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-0357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.91308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.50496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 719.667, "Performance_Units": "Samples/s" }, { "ID": "5.0-0358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.40756, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.86848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 518.388, "Performance_Units": "Samples/s" }, { "ID": "5.0-0359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.94792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.77024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 378.253, "Performance_Units": "Samples/s" }, { "ID": "5.0-0360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.675799, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.54176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.64, "Performance_Units": "Samples/s" }, { "ID": "5.0-0361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.867, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.01152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.303, "Performance_Units": "Samples/s" }, { "ID": "5.0-0362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.42776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.09088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.677, "Performance_Units": "Samples/s" }, { "ID": "5.0-0363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.172999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.566712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.145, "Performance_Units": "Samples/s" }, { "ID": "5.0-0364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.473479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.80224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-0365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.87204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.053432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-0366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.137479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.850544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.5372, "Performance_Units": "Samples/s" }, { "ID": "5.0-0367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.705599, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.891184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.7559, "Performance_Units": "Samples/s" }, { "ID": "5.0-0368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.453318, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.322872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.3545, "Performance_Units": "Samples/s" }, { "ID": "5.0-0369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.408879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.228464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.9333, "Performance_Units": "Samples/s" }, { "ID": "5.0-0370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.016398, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.683184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.3853, "Performance_Units": "Samples/s" }, { "ID": "5.0-0371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.172878, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.617896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.8489, "Performance_Units": "Samples/s" }, { "ID": "5.0-0372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.616597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.70848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 650.859, "Performance_Units": "Samples/s" }, { "ID": "5.0-0373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.54772, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.78144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 414.767, "Performance_Units": "Samples/s" }, { "ID": "5.0-0374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.42568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.0048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.955, "Performance_Units": "Samples/s" }, { "ID": "5.0-0375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.4458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.10368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.903, "Performance_Units": "Samples/s" }, { "ID": "5.0-0376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.700759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.30944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-0377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.724719, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.200312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.837, "Performance_Units": "Samples/s" }, { "ID": "5.0-0378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.45064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.100784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.2275, "Performance_Units": "Samples/s" }, { "ID": "5.0-0379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.544719, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.366384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.5162, "Performance_Units": "Samples/s" }, { "ID": "5.0-0380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.438438, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.88608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.245, "Performance_Units": "Samples/s" }, { "ID": "5.0-0381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.020399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.578224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.4036, "Performance_Units": "Samples/s" }, { "ID": "5.0-0382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.835199, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.357744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.7742, "Performance_Units": "Samples/s" }, { "ID": "5.0-0383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.412238, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.509736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.7064, "Performance_Units": "Samples/s" }, { "ID": "5.0-0384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.667638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.576632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.1599, "Performance_Units": "Samples/s" }, { "ID": "5.0-0385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.962078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.736288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.3808, "Performance_Units": "Samples/s" }, { "ID": "5.0-0386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.832356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.886088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.4336, "Performance_Units": "Samples/s" }, { "ID": "5.0-0387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.927359, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 417.766048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.2806, "Performance_Units": "Samples/s" }, { "ID": "5.0-0388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.989277, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.29152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 637.527, "Performance_Units": "Samples/s" }, { "ID": "5.0-0389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.60048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.9808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 420.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-0390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.42292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.1552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 307.804, "Performance_Units": "Samples/s" }, { "ID": "5.0-0391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.307239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.0368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 224.744, "Performance_Units": "Samples/s" }, { "ID": "5.0-0392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.528119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.2016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 438.29, "Performance_Units": "Samples/s" }, { "ID": "5.0-0393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.324959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.19392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.868, "Performance_Units": "Samples/s" }, { "ID": "5.0-0394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.55136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.867832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-0395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.87456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.250872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.658, "Performance_Units": "Samples/s" }, { "ID": "5.0-0396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.662359, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.265912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.629, "Performance_Units": "Samples/s" }, { "ID": "5.0-0397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.42692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.041592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.737, "Performance_Units": "Samples/s" }, { "ID": "5.0-0398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.887119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.718072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.156, "Performance_Units": "Samples/s" }, { "ID": "5.0-0399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.462599, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.037112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.7809, "Performance_Units": "Samples/s" }, { "ID": "5.0-0400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.994599, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.43488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.204, "Performance_Units": "Samples/s" }, { "ID": "5.0-0401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.17652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.677112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.002, "Performance_Units": "Samples/s" }, { "ID": "5.0-0402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.576919, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.815024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.236, "Performance_Units": "Samples/s" }, { "ID": "5.0-0403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.084118, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.877424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.6989, "Performance_Units": "Samples/s" }, { "ID": "5.0-0404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.089198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.254072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 405.299, "Performance_Units": "Samples/s" }, { "ID": "5.0-0405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.484879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.5168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.205, "Performance_Units": "Samples/s" }, { "ID": "5.0-0406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.88184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.905272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 185.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-0407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.42196, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.8976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-0408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.40672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.02112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.668, "Performance_Units": "Samples/s" }, { "ID": "5.0-0409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.571759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.63808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.474, "Performance_Units": "Samples/s" }, { "ID": "5.0-0410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.634959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.552632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.815, "Performance_Units": "Samples/s" }, { "ID": "5.0-0411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.86452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.229432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.9326, "Performance_Units": "Samples/s" }, { "ID": "5.0-0412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.810599, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.501752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.373, "Performance_Units": "Samples/s" }, { "ID": "5.0-0413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.484439, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.671344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.6726, "Performance_Units": "Samples/s" }, { "ID": "5.0-0414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.867119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.495344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.1547, "Performance_Units": "Samples/s" }, { "ID": "5.0-0415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.695638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 184.329896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.8082, "Performance_Units": "Samples/s" }, { "ID": "5.0-0416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.908038, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.495992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-0417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.97188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.025912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.1284, "Performance_Units": "Samples/s" }, { "ID": "5.0-0418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.901879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.612144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.2064, "Performance_Units": "Samples/s" }, { "ID": "5.0-0419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.193758, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.514856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.7649, "Performance_Units": "Samples/s" }, { "ID": "5.0-0420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.621316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.308464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.422, "Performance_Units": "Samples/s" }, { "ID": "5.0-0421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.762479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.633904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.7476, "Performance_Units": "Samples/s" }, { "ID": "5.0-0422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.682119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.926712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-0423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.493399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.41216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.335, "Performance_Units": "Samples/s" }, { "ID": "5.0-0424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.45492, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.629104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.1565, "Performance_Units": "Samples/s" }, { "ID": "5.0-0425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.807878, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.684464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.5283, "Performance_Units": "Samples/s" }, { "ID": "5.0-0426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.569998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.7424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 146.263, "Performance_Units": "Samples/s" }, { "ID": "5.0-0427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.88668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.594536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.2167, "Performance_Units": "Samples/s" }, { "ID": "5.0-0428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.400157, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 297.247664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.2035, "Performance_Units": "Samples/s" }, { "ID": "5.0-0429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.935998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 422.92668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.103, "Performance_Units": "Samples/s" }, { "ID": "5.0-0430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.566555, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 664.626176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.1514, "Performance_Units": "Samples/s" }, { "ID": "5.0-0431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.630073, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1209.254536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.67402, "Performance_Units": "Samples/s" }, { "ID": "5.0-0432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.370701, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.21568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1019.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-0433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.99484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.51616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 664.101, "Performance_Units": "Samples/s" }, { "ID": "5.0-0434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.52292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.42272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.089, "Performance_Units": "Samples/s" }, { "ID": "5.0-0435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.131959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.85088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 345.123, "Performance_Units": "Samples/s" }, { "ID": "5.0-0436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.92624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 345.018, "Performance_Units": "Samples/s" }, { "ID": "5.0-0437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.94588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.24256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-0438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.573999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.74208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.682, "Performance_Units": "Samples/s" }, { "ID": "5.0-0439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.378199, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.937912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.116, "Performance_Units": "Samples/s" }, { "ID": "5.0-0440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.765439, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.073912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-0441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.03676, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.6448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.175, "Performance_Units": "Samples/s" }, { "ID": "5.0-0442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.334359, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.578232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.8745, "Performance_Units": "Samples/s" }, { "ID": "5.0-0443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.923999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.568944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.9514, "Performance_Units": "Samples/s" }, { "ID": "5.0-0444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.650918, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.033592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.2251, "Performance_Units": "Samples/s" }, { "ID": "5.0-0445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.493479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.125432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.4308, "Performance_Units": "Samples/s" }, { "ID": "5.0-0446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.106478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.871664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.0899, "Performance_Units": "Samples/s" }, { "ID": "5.0-0447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.286318, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.199296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.8633, "Performance_Units": "Samples/s" }, { "ID": "5.0-0448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.562433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.10752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 607.075, "Performance_Units": "Samples/s" }, { "ID": "5.0-0449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.68964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.23712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 399.059, "Performance_Units": "Samples/s" }, { "ID": "5.0-0450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.569879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.04672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 289.828, "Performance_Units": "Samples/s" }, { "ID": "5.0-0451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.35968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.047, "Performance_Units": "Samples/s" }, { "ID": "5.0-0452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.822199, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.976632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 425.944, "Performance_Units": "Samples/s" }, { "ID": "5.0-0453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.40868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.37824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 277.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-0454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.69696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.35168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.479, "Performance_Units": "Samples/s" }, { "ID": "5.0-0455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.07604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.75552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.122, "Performance_Units": "Samples/s" }, { "ID": "5.0-0456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.001639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.344632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 224.475, "Performance_Units": "Samples/s" }, { "ID": "5.0-0457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.57732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.235512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.752, "Performance_Units": "Samples/s" }, { "ID": "5.0-0458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.066239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.523832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.845, "Performance_Units": "Samples/s" }, { "ID": "5.0-0459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.717959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.442232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.6356, "Performance_Units": "Samples/s" }, { "ID": "5.0-0460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.312079, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.49312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.248, "Performance_Units": "Samples/s" }, { "ID": "5.0-0461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.35284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.27808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.094, "Performance_Units": "Samples/s" }, { "ID": "5.0-0462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.79664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.601272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.6271, "Performance_Units": "Samples/s" }, { "ID": "5.0-0463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.312199, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.699824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.963, "Performance_Units": "Samples/s" }, { "ID": "5.0-0464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.297278, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.178232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.1309, "Performance_Units": "Samples/s" }, { "ID": "5.0-0465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.010838, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.093112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.1569, "Performance_Units": "Samples/s" }, { "ID": "5.0-0466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.892759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.5296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.593, "Performance_Units": "Samples/s" }, { "ID": "5.0-0467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.8312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.8624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.534, "Performance_Units": "Samples/s" }, { "ID": "5.0-0468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GCP cloud instance t2a-standard-4", "Platform": "GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Debian 12 (linux-6.1.0-31-cloud-arm64-glibc2.36)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/GCP_-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.761879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.077328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.1637, "Performance_Units": "Samples/s" }, { "ID": "5.0-0469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.773875, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.720328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.493, "Performance_Units": "Samples/s" }, { "ID": "5.0-0470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.608958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 231.268336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.9836, "Performance_Units": "Samples/s" }, { "ID": "5.0-0471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.3165, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 383.041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.448, "Performance_Units": "Samples/s" }, { "ID": "5.0-0472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.153291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 676.041336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.2112, "Performance_Units": "Samples/s" }, { "ID": "5.0-0473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.508875, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.482672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 263.135, "Performance_Units": "Samples/s" }, { "ID": "5.0-0474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.873458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.496336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.768, "Performance_Units": "Samples/s" }, { "ID": "5.0-0475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.980958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.125336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.591, "Performance_Units": "Samples/s" }, { "ID": "5.0-0476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.139666, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.456336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.1668, "Performance_Units": "Samples/s" }, { "ID": "5.0-0477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.515625, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 174.621664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.0013, "Performance_Units": "Samples/s" }, { "ID": "5.0-0478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.466542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.903336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2168.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-0479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.466833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.994672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1403.24, "Performance_Units": "Samples/s" }, { "ID": "5.0-0480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.720292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.289, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1007.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-0481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.003458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.315328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 735.345, "Performance_Units": "Samples/s" }, { "ID": "5.0-0482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.377, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.710328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 660.103, "Performance_Units": "Samples/s" }, { "ID": "5.0-0483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.523167, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.575328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 424.827, "Performance_Units": "Samples/s" }, { "ID": "5.0-0484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.366583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.387664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 305.032, "Performance_Units": "Samples/s" }, { "ID": "5.0-0485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.297333, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.679336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.066, "Performance_Units": "Samples/s" }, { "ID": "5.0-0486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.5495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.877336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.889, "Performance_Units": "Samples/s" }, { "ID": "5.0-0487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.289959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.662, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.396, "Performance_Units": "Samples/s" }, { "ID": "5.0-0488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.086709, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.933664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.632, "Performance_Units": "Samples/s" }, { "ID": "5.0-0489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.014708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.172, "Performance_Units": "Samples/s" }, { "ID": "5.0-0490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.663292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.286664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.604, "Performance_Units": "Samples/s" }, { "ID": "5.0-0491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.696083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.254328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.39, "Performance_Units": "Samples/s" }, { "ID": "5.0-0492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.0325, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.490672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.627, "Performance_Units": "Samples/s" }, { "ID": "5.0-0493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.424708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.649, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.3154, "Performance_Units": "Samples/s" }, { "ID": "5.0-0494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.114667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.839336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2209.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-0495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.455583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.935328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1421.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-0496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.706334, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.331, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1004.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-0497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.999542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.330672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 737.549, "Performance_Units": "Samples/s" }, { "ID": "5.0-0498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.362209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.985328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 759.815, "Performance_Units": "Samples/s" }, { "ID": "5.0-0499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.319583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.162664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 484.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-0500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.067125, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.293664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.835, "Performance_Units": "Samples/s" }, { "ID": "5.0-0501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.925958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.19, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.927, "Performance_Units": "Samples/s" }, { "ID": "5.0-0502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.008791, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.915, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.629, "Performance_Units": "Samples/s" }, { "ID": "5.0-0503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.746417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.514664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 232.613, "Performance_Units": "Samples/s" }, { "ID": "5.0-0504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.31075, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.290672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-0505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.102625, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.507328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.233, "Performance_Units": "Samples/s" }, { "ID": "5.0-0506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.341125, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.176664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 218.128, "Performance_Units": "Samples/s" }, { "ID": "5.0-0507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.600209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.733664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.336, "Performance_Units": "Samples/s" }, { "ID": "5.0-0508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.9022, "Performance_Units": "Samples/s" }, { "ID": "5.0-0509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.461334, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.578672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.1999, "Performance_Units": "Samples/s" }, { "ID": "5.0-0510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.502208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.662664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1264.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-0511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.903833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.354336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 860.432, "Performance_Units": "Samples/s" }, { "ID": "5.0-0512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.191583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.935336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 630.743, "Performance_Units": "Samples/s" }, { "ID": "5.0-0513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.6275, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.461328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 460.194, "Performance_Units": "Samples/s" }, { "ID": "5.0-0514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.230209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.484336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 866.834, "Performance_Units": "Samples/s" }, { "ID": "5.0-0515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.188791, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.4, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.932, "Performance_Units": "Samples/s" }, { "ID": "5.0-0516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.823666, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 421.403, "Performance_Units": "Samples/s" }, { "ID": "5.0-0517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.4195, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.677, "Performance_Units": "Samples/s" }, { "ID": "5.0-0518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.366208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.547336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 431.82, "Performance_Units": "Samples/s" }, { "ID": "5.0-0519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.413417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.867336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.571, "Performance_Units": "Samples/s" }, { "ID": "5.0-0520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.68975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.404664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.144, "Performance_Units": "Samples/s" }, { "ID": "5.0-0521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.959541, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.565328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.259, "Performance_Units": "Samples/s" }, { "ID": "5.0-0522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.698792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 305.58, "Performance_Units": "Samples/s" }, { "ID": "5.0-0523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.364042, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.085664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 197.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-0524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.172542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.762328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 146.635, "Performance_Units": "Samples/s" }, { "ID": "5.0-0525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.934, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.349664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.999, "Performance_Units": "Samples/s" }, { "ID": "5.0-0526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.451459, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.264664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1253.87, "Performance_Units": "Samples/s" }, { "ID": "5.0-0527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.914625, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.345336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 849.724, "Performance_Units": "Samples/s" }, { "ID": "5.0-0528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.205417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.27, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 614.306, "Performance_Units": "Samples/s" }, { "ID": "5.0-0529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.668542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.913336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 454.038, "Performance_Units": "Samples/s" }, { "ID": "5.0-0530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.244792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.660664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 930.313, "Performance_Units": "Samples/s" }, { "ID": "5.0-0531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.102208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 607.662, "Performance_Units": "Samples/s" }, { "ID": "5.0-0532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.655, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.254672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 437.886, "Performance_Units": "Samples/s" }, { "ID": "5.0-0533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.292875, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.544, "Performance_Units": "Samples/s" }, { "ID": "5.0-0534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.117792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.518664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 467.866, "Performance_Units": "Samples/s" }, { "ID": "5.0-0535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.184708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.647336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.864, "Performance_Units": "Samples/s" }, { "ID": "5.0-0536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.456916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.047336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.147, "Performance_Units": "Samples/s" }, { "ID": "5.0-0537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.850083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.230664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 156.152, "Performance_Units": "Samples/s" }, { "ID": "5.0-0538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.485166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.591, "Performance_Units": "Samples/s" }, { "ID": "5.0-0539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.796291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.715336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-0540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.568336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.635, "Performance_Units": "Samples/s" }, { "ID": "5.0-0541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.278834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.223, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.807, "Performance_Units": "Samples/s" }, { "ID": "5.0-0542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.606458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.923, "Performance_Units": "Samples/s" }, { "ID": "5.0-0543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.2735, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.710336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.103, "Performance_Units": "Samples/s" }, { "ID": "5.0-0544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.285667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.216664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 447.656, "Performance_Units": "Samples/s" }, { "ID": "5.0-0545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.316167, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.447336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 574.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-0546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.77375, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.148664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.016, "Performance_Units": "Samples/s" }, { "ID": "5.0-0547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.557125, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.746, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.461, "Performance_Units": "Samples/s" }, { "ID": "5.0-0548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.730667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.179672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 483.514, "Performance_Units": "Samples/s" }, { "ID": "5.0-0549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.122, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline", "Software": "onnxruntime", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.7597, "Performance_Units": "Samples/s" }, { "ID": "5.0-0551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.42042174998099", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.6774, "Performance_Units": "Samples/s" }, { "ID": "5.0-0552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 87.93374374304268", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.6079, "Performance_Units": "Samples/s" }, { "ID": "5.0-0553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.45412, "Performance_Units": "Samples/s" }, { "ID": "5.0-0554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-pruned80_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.23098133171213", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1021, "Performance_Units": "Samples/s" }, { "ID": "5.0-0555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.4308347276475", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.4883, "Performance_Units": "Samples/s" }, { "ID": "5.0-0556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-none-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.89066465550044", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.8995, "Performance_Units": "Samples/s" }, { "ID": "5.0-0557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.31078542237867", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.6167, "Performance_Units": "Samples/s" }, { "ID": "5.0-0558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.44171, "Performance_Units": "Samples/s" }, { "ID": "5.0-0559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.17832662822171", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.7405, "Performance_Units": "Samples/s" }, { "ID": "5.0-0560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.1356467730578", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.2542, "Performance_Units": "Samples/s" }, { "ID": "5.0-0561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.08646571797165", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.5026, "Performance_Units": "Samples/s" }, { "ID": "5.0-0562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/multistream", "Software": "onnxruntime v1.20.1", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.140375, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/offline", "Software": "onnxruntime v1.20.1", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.0055400115, "Performance_Units": "Samples/s" }, { "ID": "5.0-0562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Apple MacBook Pro M1", "Platform": "MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "Apple M1 Pro", "host_processors_per_node": 1, "host_processor_core_count": 10.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50/singlestream", "Software": "onnxruntime v1.20.1", "operating_system": "macOS Sequoia 15.3.1 (darwin-24.3.0)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/MacBookPro.ultrahub-reference-cpu-onnxruntime_v1.20.1-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.068542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 224.46792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.8503, "Performance_Units": "Samples/s" }, { "ID": "5.0-0563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.969361, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.626168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.5828, "Performance_Units": "Samples/s" }, { "ID": "5.0-0564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.483759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 483.022144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.6663, "Performance_Units": "Samples/s" }, { "ID": "5.0-0565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.146512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 764.760904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.5634, "Performance_Units": "Samples/s" }, { "ID": "5.0-0566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.021731, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1416.499736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.73262, "Performance_Units": "Samples/s" }, { "ID": "5.0-0567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.480458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.888936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.0264, "Performance_Units": "Samples/s" }, { "ID": "5.0-0568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.950925, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.75776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.3906, "Performance_Units": "Samples/s" }, { "ID": "5.0-0569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.440041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.077096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.0884, "Performance_Units": "Samples/s" }, { "ID": "5.0-0570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.98025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.647832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.6609, "Performance_Units": "Samples/s" }, { "ID": "5.0-0571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.543949, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 510.343424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.7136, "Performance_Units": "Samples/s" }, { "ID": "5.0-0572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.70597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.437216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 964.867, "Performance_Units": "Samples/s" }, { "ID": "5.0-0573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.044117, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.9338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 626.259, "Performance_Units": "Samples/s" }, { "ID": "5.0-0574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.606279, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.075896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 448.127, "Performance_Units": "Samples/s" }, { "ID": "5.0-0575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.243914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.040368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.856, "Performance_Units": "Samples/s" }, { "ID": "5.0-0576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.105331, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.184192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.351, "Performance_Units": "Samples/s" }, { "ID": "5.0-0577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.241532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.871424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 197.538, "Performance_Units": "Samples/s" }, { "ID": "5.0-0578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.088045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.01396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-0579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.101638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.658, "Performance_Units": "Samples/s" }, { "ID": "5.0-0580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.770471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.409336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.269, "Performance_Units": "Samples/s" }, { "ID": "5.0-0581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.775755, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.394032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.3948, "Performance_Units": "Samples/s" }, { "ID": "5.0-0582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.513618, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.214, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.8856, "Performance_Units": "Samples/s" }, { "ID": "5.0-0583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.561025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.768728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.7317, "Performance_Units": "Samples/s" }, { "ID": "5.0-0584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.169404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.82176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.8277, "Performance_Units": "Samples/s" }, { "ID": "5.0-0585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.561518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.343088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.8911, "Performance_Units": "Samples/s" }, { "ID": "5.0-0586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.954678, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.57164, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.3239, "Performance_Units": "Samples/s" }, { "ID": "5.0-0587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.87579, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.565624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.3005, "Performance_Units": "Samples/s" }, { "ID": "5.0-0588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.224601, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.80792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3124.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-0589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.323396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.494", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.9182, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.494", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2163.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-0590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.494", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.466701, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.876112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1708.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-0591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.589954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.1404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1353.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-0592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.74459, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.752", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.169544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.752", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2025.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-0593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.752", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.498152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.93224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1405.66, "Performance_Units": "Samples/s" }, { "ID": "5.0-0594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.717727, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.456", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.757168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.456", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1061.53, "Performance_Units": "Samples/s" }, { "ID": "5.0-0595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.456", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.949748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.298", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.954224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.298", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 824.495, "Performance_Units": "Samples/s" }, { "ID": "5.0-0596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.298", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.223658, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.460", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.240696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.460", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1339.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-0597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.460", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.754068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.080", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.144856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.080", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 899.525, "Performance_Units": "Samples/s" }, { "ID": "5.0-0598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.080", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.121872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.523216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 711.162, "Performance_Units": "Samples/s" }, { "ID": "5.0-0599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.418691, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.128", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.897304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.128", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 547.308, "Performance_Units": "Samples/s" }, { "ID": "5.0-0600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.128", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.841576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.478712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 979.429, "Performance_Units": "Samples/s" }, { "ID": "5.0-0601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.034082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.248", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.330024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.248", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 666.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-0602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.248", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.515439, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.040", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.022872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.040", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 509.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.040", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.977808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.774", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.875824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.774", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-0604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.774", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.580012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.4288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 572.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-0605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.761228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.2312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-0606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.732049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.641312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 269.339, "Performance_Units": "Samples/s" }, { "ID": "5.0-0607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.781876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.950528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.863, "Performance_Units": "Samples/s" }, { "ID": "5.0-0608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.197201, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.513064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 386.16, "Performance_Units": "Samples/s" }, { "ID": "5.0-0609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.644694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.947208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-0610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.079639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.956952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 181.434, "Performance_Units": "Samples/s" }, { "ID": "5.0-0611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.575993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.118392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.753, "Performance_Units": "Samples/s" }, { "ID": "5.0-0612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.701191, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.222752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.228, "Performance_Units": "Samples/s" }, { "ID": "5.0-0613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.10819, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.350176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.758, "Performance_Units": "Samples/s" }, { "ID": "5.0-0614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.875513, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.518288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.593, "Performance_Units": "Samples/s" }, { "ID": "5.0-0615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.862025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.247672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.6598, "Performance_Units": "Samples/s" }, { "ID": "5.0-0616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.067154, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.096864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.621, "Performance_Units": "Samples/s" }, { "ID": "5.0-0617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.969234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.613064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.1243, "Performance_Units": "Samples/s" }, { "ID": "5.0-0618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.90734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.950184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.1985, "Performance_Units": "Samples/s" }, { "ID": "5.0-0619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.929681, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.25648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.1787, "Performance_Units": "Samples/s" }, { "ID": "5.0-0620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.830856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.120", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.001632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.120", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1672.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-0621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.120", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.60332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.566", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.890688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.566", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1198.59, "Performance_Units": "Samples/s" }, { "ID": "5.0-0622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.566", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.841905, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.921664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 920.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-0623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.096155, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.526", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.527272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.526", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 709.092, "Performance_Units": "Samples/s" }, { "ID": "5.0-0624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.526", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.420675, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.540", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.0032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.540", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1385.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-0625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.540", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.728032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.226", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.361536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.226", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 982.204, "Performance_Units": "Samples/s" }, { "ID": "5.0-0626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.226", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.027107, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.926", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.832976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.926", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 755.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-0627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.926", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.336153, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.206288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 573.646, "Performance_Units": "Samples/s" }, { "ID": "5.0-0628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.755345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.070", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.90624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.070", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 924.821, "Performance_Units": "Samples/s" }, { "ID": "5.0-0629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.070", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.092086, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.968", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.126192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.968", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 676.877, "Performance_Units": "Samples/s" }, { "ID": "5.0-0630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.968", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.493325, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.472", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.446128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.472", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.005, "Performance_Units": "Samples/s" }, { "ID": "5.0-0631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.472", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.908103, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.734", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.521016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.734", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 396.693, "Performance_Units": "Samples/s" }, { "ID": "5.0-0632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.734", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.534907, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.454", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.262088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.454", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 802.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-0633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.454", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.261507, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.822", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.730696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.822", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 556.087, "Performance_Units": "Samples/s" }, { "ID": "5.0-0634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.822", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.818059, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.274072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 445.243, "Performance_Units": "Samples/s" }, { "ID": "5.0-0635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.260956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.1152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.717, "Performance_Units": "Samples/s" }, { "ID": "5.0-0636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.985231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.070776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.7427, "Performance_Units": "Samples/s" }, { "ID": "5.0-0637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.798481, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.208688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.4739, "Performance_Units": "Samples/s" }, { "ID": "5.0-0638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.445132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.744576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.396, "Performance_Units": "Samples/s" }, { "ID": "5.0-0639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.172748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.098272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.053, "Performance_Units": "Samples/s" }, { "ID": "5.0-0640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.960012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.912", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.652552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.912", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.096, "Performance_Units": "Samples/s" }, { "ID": "5.0-0641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.912", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.658596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.430", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.085936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.430", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 385.245, "Performance_Units": "Samples/s" }, { "ID": "5.0-0642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.430", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.608828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.482", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.485184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.482", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 492.156, "Performance_Units": "Samples/s" }, { "ID": "5.0-0643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.482", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.039987, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.3022, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 870.759, "Performance_Units": "Samples/s" }, { "ID": "5.0-0644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.154421, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.3012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-0645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.779223, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.186432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 402.349, "Performance_Units": "Samples/s" }, { "ID": "5.0-0646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.498279, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.599824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 292.202, "Performance_Units": "Samples/s" }, { "ID": "5.0-0647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.434471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.197304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 298.119, "Performance_Units": "Samples/s" }, { "ID": "5.0-0648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.367188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.257864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-0649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.244988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.093704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.046, "Performance_Units": "Samples/s" }, { "ID": "5.0-0650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.35102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.346368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.3471, "Performance_Units": "Samples/s" }, { "ID": "5.0-0651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.128648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.121544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-0652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.832472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.267576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.8818, "Performance_Units": "Samples/s" }, { "ID": "5.0-0653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.588415, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.739664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.9634, "Performance_Units": "Samples/s" }, { "ID": "5.0-0654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.778292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.615664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.1329, "Performance_Units": "Samples/s" }, { "ID": "5.0-0655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.399633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.798216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.2916, "Performance_Units": "Samples/s" }, { "ID": "5.0-0656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.671959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.502016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.4168, "Performance_Units": "Samples/s" }, { "ID": "5.0-0657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.123827, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 202.128728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.8541, "Performance_Units": "Samples/s" }, { "ID": "5.0-0658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.178154, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.204248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.912, "Performance_Units": "Samples/s" }, { "ID": "5.0-0659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.688426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.739024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.771, "Performance_Units": "Samples/s" }, { "ID": "5.0-0660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.144114, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.027008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.192, "Performance_Units": "Samples/s" }, { "ID": "5.0-0661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.078971, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.131128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.2185, "Performance_Units": "Samples/s" }, { "ID": "5.0-0662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.172103, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.385712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.1612, "Performance_Units": "Samples/s" }, { "ID": "5.0-0663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.46333, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.181096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.022, "Performance_Units": "Samples/s" }, { "ID": "5.0-0664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.076734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.421392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.1566, "Performance_Units": "Samples/s" }, { "ID": "5.0-0665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.13206, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.716496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.4244, "Performance_Units": "Samples/s" }, { "ID": "5.0-0666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.144397, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.27248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-0667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.2xlarge", "Platform": "aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Amzn 2023 (linux-6.1.128-136.201.amzn2023.aarch64-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.953287, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.108408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.818, "Performance_Units": "Samples/s" }, { "ID": "5.0-0668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.777106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.770336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.761, "Performance_Units": "Samples/s" }, { "ID": "5.0-0669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.57776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.303896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.182, "Performance_Units": "Samples/s" }, { "ID": "5.0-0670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.937506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.042824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.5777, "Performance_Units": "Samples/s" }, { "ID": "5.0-0671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.799923, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.027792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.543, "Performance_Units": "Samples/s" }, { "ID": "5.0-0672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.481442, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.931528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.331, "Performance_Units": "Samples/s" }, { "ID": "5.0-0673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.178123, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.121096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.82, "Performance_Units": "Samples/s" }, { "ID": "5.0-0674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.670497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.079848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.849, "Performance_Units": "Samples/s" }, { "ID": "5.0-0675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.558668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.495568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.879, "Performance_Units": "Samples/s" }, { "ID": "5.0-0676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.261648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.360016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.9227, "Performance_Units": "Samples/s" }, { "ID": "5.0-0677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.542532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.138456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 749.466, "Performance_Units": "Samples/s" }, { "ID": "5.0-0678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.357321, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.784752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 709.518, "Performance_Units": "Samples/s" }, { "ID": "5.0-0679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.43549, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.482712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 665.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-0680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.527887, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.39872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.796, "Performance_Units": "Samples/s" }, { "ID": "5.0-0681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.639058, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.427568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 668.758, "Performance_Units": "Samples/s" }, { "ID": "5.0-0682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.521553, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.962704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 595.311, "Performance_Units": "Samples/s" }, { "ID": "5.0-0683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.705002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.010224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 523.283, "Performance_Units": "Samples/s" }, { "ID": "5.0-0684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.94006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.48536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 483.249, "Performance_Units": "Samples/s" }, { "ID": "5.0-0685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.09836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.718224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 569.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-0686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.787216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.358632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 483.199, "Performance_Units": "Samples/s" }, { "ID": "5.0-0687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.097597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.733208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.325, "Performance_Units": "Samples/s" }, { "ID": "5.0-0688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.800818, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.754816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 354.379, "Performance_Units": "Samples/s" }, { "ID": "5.0-0689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.827747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.375464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 451.786, "Performance_Units": "Samples/s" }, { "ID": "5.0-0690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.244975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.85436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 379.946, "Performance_Units": "Samples/s" }, { "ID": "5.0-0691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.649853, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.100728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 261.297, "Performance_Units": "Samples/s" }, { "ID": "5.0-0692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.858019, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.263672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.992, "Performance_Units": "Samples/s" }, { "ID": "5.0-0693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.112682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.73548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 778.207, "Performance_Units": "Samples/s" }, { "ID": "5.0-0694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.309099, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.637952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 713.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-0695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.425077, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.888976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 696.452, "Performance_Units": "Samples/s" }, { "ID": "5.0-0696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.45788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.530808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 662.065, "Performance_Units": "Samples/s" }, { "ID": "5.0-0697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.53541, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.295256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 738.824, "Performance_Units": "Samples/s" }, { "ID": "5.0-0698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.377848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.190728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 680.137, "Performance_Units": "Samples/s" }, { "ID": "5.0-0699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.493211, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.181632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 633.767, "Performance_Units": "Samples/s" }, { "ID": "5.0-0700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.601543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.502312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 593.458, "Performance_Units": "Samples/s" }, { "ID": "5.0-0701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.708372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.162296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 684.795, "Performance_Units": "Samples/s" }, { "ID": "5.0-0702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.486975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.593584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 610.065, "Performance_Units": "Samples/s" }, { "ID": "5.0-0703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.662587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.146184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 548.911, "Performance_Units": "Samples/s" }, { "ID": "5.0-0704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.844043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.36072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 498.697, "Performance_Units": "Samples/s" }, { "ID": "5.0-0705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.026892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.433424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 624.546, "Performance_Units": "Samples/s" }, { "ID": "5.0-0706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.626543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.465784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 537.048, "Performance_Units": "Samples/s" }, { "ID": "5.0-0707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.885609, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.6092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 472.522, "Performance_Units": "Samples/s" }, { "ID": "5.0-0708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.139818, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.010808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 414.649, "Performance_Units": "Samples/s" }, { "ID": "5.0-0709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.433886, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.484056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 405.443, "Performance_Units": "Samples/s" }, { "ID": "5.0-0710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.510095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.992536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 377.872, "Performance_Units": "Samples/s" }, { "ID": "5.0-0711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.696686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.47372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 353.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-0712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.88409, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.888472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 333.355, "Performance_Units": "Samples/s" }, { "ID": "5.0-0713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.057611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.26512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 391.245, "Performance_Units": "Samples/s" }, { "ID": "5.0-0714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.6074, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.267096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 357.421, "Performance_Units": "Samples/s" }, { "ID": "5.0-0715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.855144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.90672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.062, "Performance_Units": "Samples/s" }, { "ID": "5.0-0716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.064997, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.39972, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.817, "Performance_Units": "Samples/s" }, { "ID": "5.0-0717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.242497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.696648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 350.199, "Performance_Units": "Samples/s" }, { "ID": "5.0-0718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.912039, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.15324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.449, "Performance_Units": "Samples/s" }, { "ID": "5.0-0719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.204639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.05848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 283.741, "Performance_Units": "Samples/s" }, { "ID": "5.0-0720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.577017, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.904784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 262.292, "Performance_Units": "Samples/s" }, { "ID": "5.0-0721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.863472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.197056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 328.388, "Performance_Units": "Samples/s" }, { "ID": "5.0-0722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.100886, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.912608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.739, "Performance_Units": "Samples/s" }, { "ID": "5.0-0723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.43388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.338024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 254.884, "Performance_Units": "Samples/s" }, { "ID": "5.0-0724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.971337, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.091528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-0725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.298865, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.408704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 370.164, "Performance_Units": "Samples/s" }, { "ID": "5.0-0726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.749264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.897744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.432, "Performance_Units": "Samples/s" }, { "ID": "5.0-0727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.928881, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.092664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 330.59, "Performance_Units": "Samples/s" }, { "ID": "5.0-0728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.079936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.868608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.248, "Performance_Units": "Samples/s" }, { "ID": "5.0-0729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.177616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.404992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 354.961, "Performance_Units": "Samples/s" }, { "ID": "5.0-0730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.870428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.960792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.404, "Performance_Units": "Samples/s" }, { "ID": "5.0-0731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.062032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.953672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.563, "Performance_Units": "Samples/s" }, { "ID": "5.0-0732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.179857, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.002016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 307.426, "Performance_Units": "Samples/s" }, { "ID": "5.0-0733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.314428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.408504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.422, "Performance_Units": "Samples/s" }, { "ID": "5.0-0734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.989583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.317248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.415, "Performance_Units": "Samples/s" }, { "ID": "5.0-0735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.229889, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.569936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.25, "Performance_Units": "Samples/s" }, { "ID": "5.0-0736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.389561, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.165944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.901, "Performance_Units": "Samples/s" }, { "ID": "5.0-0737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.633776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.373144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 326.425, "Performance_Units": "Samples/s" }, { "ID": "5.0-0738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.120468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.184624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.471, "Performance_Units": "Samples/s" }, { "ID": "5.0-0739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.342997, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.872528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.937, "Performance_Units": "Samples/s" }, { "ID": "5.0-0740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.542765, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.698904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.576, "Performance_Units": "Samples/s" }, { "ID": "5.0-0741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.823189, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.7906, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.445, "Performance_Units": "Samples/s" }, { "ID": "5.0-0742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.957021, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.752144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.635, "Performance_Units": "Samples/s" }, { "ID": "5.0-0743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.623371, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.592288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.499, "Performance_Units": "Samples/s" }, { "ID": "5.0-0744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.141405, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.570216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 473.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-0745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.15197, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.995368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.848, "Performance_Units": "Samples/s" }, { "ID": "5.0-0746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.929234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.504616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.731, "Performance_Units": "Samples/s" }, { "ID": "5.0-0747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.356634, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.62548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.638, "Performance_Units": "Samples/s" }, { "ID": "5.0-0748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.256506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.426928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.265, "Performance_Units": "Samples/s" }, { "ID": "5.0-0749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.136037, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.034936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.673, "Performance_Units": "Samples/s" }, { "ID": "5.0-0750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.999665, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.578832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.542, "Performance_Units": "Samples/s" }, { "ID": "5.0-0751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.393349, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.339664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.2347, "Performance_Units": "Samples/s" }, { "ID": "5.0-0752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.424955, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.025968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.9627, "Performance_Units": "Samples/s" }, { "ID": "5.0-0753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.846345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.075456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 689.524, "Performance_Units": "Samples/s" }, { "ID": "5.0-0754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.474578, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.128328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 634.014, "Performance_Units": "Samples/s" }, { "ID": "5.0-0755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.603322, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.64928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.642, "Performance_Units": "Samples/s" }, { "ID": "5.0-0756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.796633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.129144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 512.348, "Performance_Units": "Samples/s" }, { "ID": "5.0-0757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.979336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.391544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 622.321, "Performance_Units": "Samples/s" }, { "ID": "5.0-0758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.636742, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.431912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 535.531, "Performance_Units": "Samples/s" }, { "ID": "5.0-0759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.890417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.127504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 459.922, "Performance_Units": "Samples/s" }, { "ID": "5.0-0760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.204703, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.162872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 410.958, "Performance_Units": "Samples/s" }, { "ID": "5.0-0761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.468314, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.747904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.517, "Performance_Units": "Samples/s" }, { "ID": "5.0-0762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.918044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.027328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 439.332, "Performance_Units": "Samples/s" }, { "ID": "5.0-0763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.305183, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.131616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 326.162, "Performance_Units": "Samples/s" }, { "ID": "5.0-0764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.09468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.590632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.747, "Performance_Units": "Samples/s" }, { "ID": "5.0-0765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.191056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.5964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 430.741, "Performance_Units": "Samples/s" }, { "ID": "5.0-0766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.366342, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.802256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 360.389, "Performance_Units": "Samples/s" }, { "ID": "5.0-0767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.789723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.8142, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 247.452, "Performance_Units": "Samples/s" }, { "ID": "5.0-0768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.071941, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.404064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.699, "Performance_Units": "Samples/s" }, { "ID": "5.0-0769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.439141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.439576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 386.707, "Performance_Units": "Samples/s" }, { "ID": "5.0-0770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.62915, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.307568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 355.485, "Performance_Units": "Samples/s" }, { "ID": "5.0-0771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.861837, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.354368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-0772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.121363, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.635768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 298.912, "Performance_Units": "Samples/s" }, { "ID": "5.0-0773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.402902, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.990496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.593, "Performance_Units": "Samples/s" }, { "ID": "5.0-0774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.699082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.375272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 339.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-0775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.994438, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.808768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 307.663, "Performance_Units": "Samples/s" }, { "ID": "5.0-0776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.299526, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.187304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.985, "Performance_Units": "Samples/s" }, { "ID": "5.0-0777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.597009, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.363528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 339.518, "Performance_Units": "Samples/s" }, { "ID": "5.0-0778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.993741, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.292928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 301.975, "Performance_Units": "Samples/s" }, { "ID": "5.0-0779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.360621, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.009744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.403, "Performance_Units": "Samples/s" }, { "ID": "5.0-0780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.817543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.169536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.536, "Performance_Units": "Samples/s" }, { "ID": "5.0-0781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.205938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.796656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.882, "Performance_Units": "Samples/s" }, { "ID": "5.0-0782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.174736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.201944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 282.051, "Performance_Units": "Samples/s" }, { "ID": "5.0-0783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.591635, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.178536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.751, "Performance_Units": "Samples/s" }, { "ID": "5.0-0784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.201203, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.268776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.808, "Performance_Units": "Samples/s" }, { "ID": "5.0-0785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.636644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.512928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.168, "Performance_Units": "Samples/s" }, { "ID": "5.0-0786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.225068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.55892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.201, "Performance_Units": "Samples/s" }, { "ID": "5.0-0787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.009714, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.807424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.839, "Performance_Units": "Samples/s" }, { "ID": "5.0-0788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.547202, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.280824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.032, "Performance_Units": "Samples/s" }, { "ID": "5.0-0789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6g.4xlarge", "Platform": "aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.48753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.529904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.006, "Performance_Units": "Samples/s" }, { "ID": "5.0-0790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.842488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.77972, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.763, "Performance_Units": "Samples/s" }, { "ID": "5.0-0791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.553892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.304472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.331, "Performance_Units": "Samples/s" }, { "ID": "5.0-0792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.133194, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.583592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.1032, "Performance_Units": "Samples/s" }, { "ID": "5.0-0793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.133522, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.447096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.3353, "Performance_Units": "Samples/s" }, { "ID": "5.0-0794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.718625, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.287688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-0795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.200505, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.910368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.924, "Performance_Units": "Samples/s" }, { "ID": "5.0-0796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.667133, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.482952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.551, "Performance_Units": "Samples/s" }, { "ID": "5.0-0797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.276157, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.625896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.146, "Performance_Units": "Samples/s" }, { "ID": "5.0-0798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.177614, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 187.019472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.5497, "Performance_Units": "Samples/s" }, { "ID": "5.0-0799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.955235, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.636432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 791.841, "Performance_Units": "Samples/s" }, { "ID": "5.0-0800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.28908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.909576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 717.875, "Performance_Units": "Samples/s" }, { "ID": "5.0-0801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.432378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.233128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 671.674, "Performance_Units": "Samples/s" }, { "ID": "5.0-0802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.527342, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.590888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 590.666, "Performance_Units": "Samples/s" }, { "ID": "5.0-0803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.894988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.456376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 643.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-0804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.586254, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.508944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 541.176, "Performance_Units": "Samples/s" }, { "ID": "5.0-0805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.230863, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.651704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 442.841, "Performance_Units": "Samples/s" }, { "ID": "5.0-0806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.839117, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.893, "Performance_Units": "Samples/s" }, { "ID": "5.0-0807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.505739, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.377176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.667, "Performance_Units": "Samples/s" }, { "ID": "5.0-0808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.18041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.134096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 370.54, "Performance_Units": "Samples/s" }, { "ID": "5.0-0809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.553085, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.67208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 277.977, "Performance_Units": "Samples/s" }, { "ID": "5.0-0810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.757878, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.592408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.28, "Performance_Units": "Samples/s" }, { "ID": "5.0-0811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.206572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.486888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 330.785, "Performance_Units": "Samples/s" }, { "ID": "5.0-0812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.01872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.814648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.109, "Performance_Units": "Samples/s" }, { "ID": "5.0-0813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.392398, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.506464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.306, "Performance_Units": "Samples/s" }, { "ID": "5.0-0814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.204185, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.80252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.549, "Performance_Units": "Samples/s" }, { "ID": "5.0-0815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.649681, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.154512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 818.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-0816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.244075, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.922744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 786.767, "Performance_Units": "Samples/s" }, { "ID": "5.0-0817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.299844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.193664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 729.625, "Performance_Units": "Samples/s" }, { "ID": "5.0-0818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.402889, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.224256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 673.119, "Performance_Units": "Samples/s" }, { "ID": "5.0-0819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.5156, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.211824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 758.887, "Performance_Units": "Samples/s" }, { "ID": "5.0-0820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.345406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.196696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 693.616, "Performance_Units": "Samples/s" }, { "ID": "5.0-0821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.482576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.482256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 583.754, "Performance_Units": "Samples/s" }, { "ID": "5.0-0822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.991074, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.780952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.387, "Performance_Units": "Samples/s" }, { "ID": "5.0-0823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.396805, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.980088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 655.001, "Performance_Units": "Samples/s" }, { "ID": "5.0-0824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.645311, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.212096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 558.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-0825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.043622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.708368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 478.952, "Performance_Units": "Samples/s" }, { "ID": "5.0-0826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.625763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.891592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 394.242, "Performance_Units": "Samples/s" }, { "ID": "5.0-0827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.343256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.722432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 555.635, "Performance_Units": "Samples/s" }, { "ID": "5.0-0828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.112817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.584712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 468.365, "Performance_Units": "Samples/s" }, { "ID": "5.0-0829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.291269, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.386168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.692, "Performance_Units": "Samples/s" }, { "ID": "5.0-0830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.408257, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.886512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.987, "Performance_Units": "Samples/s" }, { "ID": "5.0-0831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.388379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.260512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 412.764, "Performance_Units": "Samples/s" }, { "ID": "5.0-0832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.482874, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.518288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 399.829, "Performance_Units": "Samples/s" }, { "ID": "5.0-0833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.58921, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.34288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.204, "Performance_Units": "Samples/s" }, { "ID": "5.0-0834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.856125, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.878328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-0835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.20991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.668088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 398.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-0836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.638408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.864712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 350.599, "Performance_Units": "Samples/s" }, { "ID": "5.0-0837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.924437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.943312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 318.649, "Performance_Units": "Samples/s" }, { "ID": "5.0-0838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.210494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.266912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.201, "Performance_Units": "Samples/s" }, { "ID": "5.0-0839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.014894, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.838792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 338.939, "Performance_Units": "Samples/s" }, { "ID": "5.0-0840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.024497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.808552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.388, "Performance_Units": "Samples/s" }, { "ID": "5.0-0841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.879301, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.884672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.652, "Performance_Units": "Samples/s" }, { "ID": "5.0-0842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.703712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.38412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.172, "Performance_Units": "Samples/s" }, { "ID": "5.0-0843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.945802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.75904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.127, "Performance_Units": "Samples/s" }, { "ID": "5.0-0844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.384471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.865632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.365, "Performance_Units": "Samples/s" }, { "ID": "5.0-0845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.754058, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.144208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 209.715, "Performance_Units": "Samples/s" }, { "ID": "5.0-0846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.860965, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.56032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.68, "Performance_Units": "Samples/s" }, { "ID": "5.0-0847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.388822, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.486712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.882, "Performance_Units": "Samples/s" }, { "ID": "5.0-0848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.646341, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.124608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.529, "Performance_Units": "Samples/s" }, { "ID": "5.0-0849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.787498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.722464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.948, "Performance_Units": "Samples/s" }, { "ID": "5.0-0850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.944786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.734184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.312, "Performance_Units": "Samples/s" }, { "ID": "5.0-0851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.176952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.607576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.446, "Performance_Units": "Samples/s" }, { "ID": "5.0-0852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.789747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.84652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 345.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-0853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.986196, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.8398, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 326.177, "Performance_Units": "Samples/s" }, { "ID": "5.0-0854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.120633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.281976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 298.481, "Performance_Units": "Samples/s" }, { "ID": "5.0-0855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.667721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.344992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.675, "Performance_Units": "Samples/s" }, { "ID": "5.0-0856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.03253, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.238696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-0857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.193173, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.090864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.144, "Performance_Units": "Samples/s" }, { "ID": "5.0-0858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.902602, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.822016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 254.426, "Performance_Units": "Samples/s" }, { "ID": "5.0-0859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.64369, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.770856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.008, "Performance_Units": "Samples/s" }, { "ID": "5.0-0860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.073595, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.108424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.612, "Performance_Units": "Samples/s" }, { "ID": "5.0-0861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.330991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.942888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.903, "Performance_Units": "Samples/s" }, { "ID": "5.0-0862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.297381, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.343704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.995, "Performance_Units": "Samples/s" }, { "ID": "5.0-0863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.196842, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.37956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.967, "Performance_Units": "Samples/s" }, { "ID": "5.0-0864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.054048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.916016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.631, "Performance_Units": "Samples/s" }, { "ID": "5.0-0865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.692044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.767776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-0866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.496102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.131608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.577, "Performance_Units": "Samples/s" }, { "ID": "5.0-0867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.550352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.061864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-0868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.654761, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.130128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.633, "Performance_Units": "Samples/s" }, { "ID": "5.0-0869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.166044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.406808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.782, "Performance_Units": "Samples/s" }, { "ID": "5.0-0870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.191103, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.943664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 604.113, "Performance_Units": "Samples/s" }, { "ID": "5.0-0871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.686106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.370208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 489.303, "Performance_Units": "Samples/s" }, { "ID": "5.0-0872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.1001, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.665576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 400.416, "Performance_Units": "Samples/s" }, { "ID": "5.0-0873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.515695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.223, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.821, "Performance_Units": "Samples/s" }, { "ID": "5.0-0874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.161348, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.240992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 448.997, "Performance_Units": "Samples/s" }, { "ID": "5.0-0875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.259144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.379088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 343.528, "Performance_Units": "Samples/s" }, { "ID": "5.0-0876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.823179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.314048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 254.506, "Performance_Units": "Samples/s" }, { "ID": "5.0-0877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.075936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.859496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.178, "Performance_Units": "Samples/s" }, { "ID": "5.0-0878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.485759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.91912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.113, "Performance_Units": "Samples/s" }, { "ID": "5.0-0879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.174938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.350096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.573, "Performance_Units": "Samples/s" }, { "ID": "5.0-0880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.790958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.821488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-0881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.746844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.085584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-0882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.2xlarge", "Platform": "aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.826919, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.236256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 209.706, "Performance_Units": "Samples/s" }, { "ID": "5.0-0883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.816017, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.257544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.187, "Performance_Units": "Samples/s" }, { "ID": "5.0-0884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.643076, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.388928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.233, "Performance_Units": "Samples/s" }, { "ID": "5.0-0885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.040403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.078296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.6965, "Performance_Units": "Samples/s" }, { "ID": "5.0-0886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.167389, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.070344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.2362, "Performance_Units": "Samples/s" }, { "ID": "5.0-0887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.858224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.07404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.493, "Performance_Units": "Samples/s" }, { "ID": "5.0-0888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.283492, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.705824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-0889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.842342, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.202072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.643, "Performance_Units": "Samples/s" }, { "ID": "5.0-0890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.701128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.222976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.309, "Performance_Units": "Samples/s" }, { "ID": "5.0-0891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.385295, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.585112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.4744, "Performance_Units": "Samples/s" }, { "ID": "5.0-0892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.735293, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.462272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 735.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-0893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.390921, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.164312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 693.596, "Performance_Units": "Samples/s" }, { "ID": "5.0-0894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.477707, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.848752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 653.691, "Performance_Units": "Samples/s" }, { "ID": "5.0-0895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.563755, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.666912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 618.067, "Performance_Units": "Samples/s" }, { "ID": "5.0-0896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.663201, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.470856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 673.898, "Performance_Units": "Samples/s" }, { "ID": "5.0-0897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.517462, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.5744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 577.638, "Performance_Units": "Samples/s" }, { "ID": "5.0-0898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.769771, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.448528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 512.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-0899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.996111, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.05948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 468.135, "Performance_Units": "Samples/s" }, { "ID": "5.0-0900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.180598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.376352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 553.568, "Performance_Units": "Samples/s" }, { "ID": "5.0-0901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.848222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.932648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 470.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-0902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.164753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.533552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 357.388, "Performance_Units": "Samples/s" }, { "ID": "5.0-0903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.837285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.423896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.891, "Performance_Units": "Samples/s" }, { "ID": "5.0-0904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.939029, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.893808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 433.285, "Performance_Units": "Samples/s" }, { "ID": "5.0-0905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.344825, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.250512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.615, "Performance_Units": "Samples/s" }, { "ID": "5.0-0906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.700602, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.786472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.801, "Performance_Units": "Samples/s" }, { "ID": "5.0-0907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.948088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.722416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-0908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.195548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.151984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 758.798, "Performance_Units": "Samples/s" }, { "ID": "5.0-0909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.353891, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.952152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 704.635, "Performance_Units": "Samples/s" }, { "ID": "5.0-0910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.454183, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.087696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 692.174, "Performance_Units": "Samples/s" }, { "ID": "5.0-0911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.474892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.73388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 657.349, "Performance_Units": "Samples/s" }, { "ID": "5.0-0912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.553425, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.79592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 722.834, "Performance_Units": "Samples/s" }, { "ID": "5.0-0913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.423749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.768992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 664.526, "Performance_Units": "Samples/s" }, { "ID": "5.0-0914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.545703, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.355104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 632.11, "Performance_Units": "Samples/s" }, { "ID": "5.0-0915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.617237, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.627568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 585.711, "Performance_Units": "Samples/s" }, { "ID": "5.0-0916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.745541, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.560648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 669.758, "Performance_Units": "Samples/s" }, { "ID": "5.0-0917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.52789, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.785392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 605.219, "Performance_Units": "Samples/s" }, { "ID": "5.0-0918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.677815, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.718736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 545.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-0919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.867175, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.568888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 490.896, "Performance_Units": "Samples/s" }, { "ID": "5.0-0920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.074282, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.68312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.989, "Performance_Units": "Samples/s" }, { "ID": "5.0-0921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.650074, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.891632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.86, "Performance_Units": "Samples/s" }, { "ID": "5.0-0922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.929846, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.50204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 476.604, "Performance_Units": "Samples/s" }, { "ID": "5.0-0923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.123177, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.377, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 408.652, "Performance_Units": "Samples/s" }, { "ID": "5.0-0924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.482605, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.398176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 391.966, "Performance_Units": "Samples/s" }, { "ID": "5.0-0925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.617287, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.90832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.29, "Performance_Units": "Samples/s" }, { "ID": "5.0-0926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.807162, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.196408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 343.421, "Performance_Units": "Samples/s" }, { "ID": "5.0-0927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.965655, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.608752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.801, "Performance_Units": "Samples/s" }, { "ID": "5.0-0928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.127444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.200176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.07, "Performance_Units": "Samples/s" }, { "ID": "5.0-0929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.720155, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.950656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 344.92, "Performance_Units": "Samples/s" }, { "ID": "5.0-0930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.94469, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.680248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.183, "Performance_Units": "Samples/s" }, { "ID": "5.0-0931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.16011, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.588768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.095, "Performance_Units": "Samples/s" }, { "ID": "5.0-0932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.388166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.681304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-0933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.024412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.631192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.214, "Performance_Units": "Samples/s" }, { "ID": "5.0-0934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.266793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.748504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.574, "Performance_Units": "Samples/s" }, { "ID": "5.0-0935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.643807, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.435616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 258.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-0936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.933598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.031888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 318.461, "Performance_Units": "Samples/s" }, { "ID": "5.0-0937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.190961, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.47808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 289.726, "Performance_Units": "Samples/s" }, { "ID": "5.0-0938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.499993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.722672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.771, "Performance_Units": "Samples/s" }, { "ID": "5.0-0939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.006657, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.34608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.353, "Performance_Units": "Samples/s" }, { "ID": "5.0-0940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.33854, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.963568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 366.778, "Performance_Units": "Samples/s" }, { "ID": "5.0-0941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.789737, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.336752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 344.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-0942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.970806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.082824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.703, "Performance_Units": "Samples/s" }, { "ID": "5.0-0943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.054065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.835376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.001, "Performance_Units": "Samples/s" }, { "ID": "5.0-0944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.274022, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.01372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-0945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.970529, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.219424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 316.579, "Performance_Units": "Samples/s" }, { "ID": "5.0-0946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.21268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.643776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.241, "Performance_Units": "Samples/s" }, { "ID": "5.0-0947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.340731, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.109176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 297.821, "Performance_Units": "Samples/s" }, { "ID": "5.0-0948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.422396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.975048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 333.147, "Performance_Units": "Samples/s" }, { "ID": "5.0-0949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.066774, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.445912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.913, "Performance_Units": "Samples/s" }, { "ID": "5.0-0950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.266711, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.085152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 293.521, "Performance_Units": "Samples/s" }, { "ID": "5.0-0951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.45749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.253744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.319, "Performance_Units": "Samples/s" }, { "ID": "5.0-0952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.65672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.75172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 322.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-0953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.165155, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.91344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.413, "Performance_Units": "Samples/s" }, { "ID": "5.0-0954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.428502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.66608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.972, "Performance_Units": "Samples/s" }, { "ID": "5.0-0955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.637127, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.889016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 261.595, "Performance_Units": "Samples/s" }, { "ID": "5.0-0956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.875832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.424176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-0957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.033538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.186384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 269.558, "Performance_Units": "Samples/s" }, { "ID": "5.0-0958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.769009, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.143328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.427, "Performance_Units": "Samples/s" }, { "ID": "5.0-0959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.329285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.332968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-0960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.240495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.6366, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-0961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.918385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.799992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.459, "Performance_Units": "Samples/s" }, { "ID": "5.0-0962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.376915, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.549712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 231.231, "Performance_Units": "Samples/s" }, { "ID": "5.0-0963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.384398, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.4144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 680.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-0964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.507147, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.533656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 618.246, "Performance_Units": "Samples/s" }, { "ID": "5.0-0965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.650796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.355736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 543.944, "Performance_Units": "Samples/s" }, { "ID": "5.0-0966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.877341, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.818232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 496.02, "Performance_Units": "Samples/s" }, { "ID": "5.0-0967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.054903, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.21324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 589.683, "Performance_Units": "Samples/s" }, { "ID": "5.0-0968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.732659, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.161808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 517.375, "Performance_Units": "Samples/s" }, { "ID": "5.0-0969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.973473, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.803624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 446.118, "Performance_Units": "Samples/s" }, { "ID": "5.0-0970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.280503, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.969672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 398.752, "Performance_Units": "Samples/s" }, { "ID": "5.0-0971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.552703, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.74392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.88, "Performance_Units": "Samples/s" }, { "ID": "5.0-0972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.017879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.976208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 432.594, "Performance_Units": "Samples/s" }, { "ID": "5.0-0973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.35796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.173136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-0974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.100844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.793968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.798, "Performance_Units": "Samples/s" }, { "ID": "5.0-0975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.229263, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.273936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.52, "Performance_Units": "Samples/s" }, { "ID": "5.0-0976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.443631, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.492376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 350.577, "Performance_Units": "Samples/s" }, { "ID": "5.0-0977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.882363, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.73028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.202, "Performance_Units": "Samples/s" }, { "ID": "5.0-0978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.146785, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.385136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.419, "Performance_Units": "Samples/s" }, { "ID": "5.0-0979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gd.4xlarge", "Platform": "aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.586402, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.51964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.923, "Performance_Units": "Samples/s" }, { "ID": "5.0-0980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.751044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.336032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.11, "Performance_Units": "Samples/s" }, { "ID": "5.0-0981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.592638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.475264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.2917, "Performance_Units": "Samples/s" }, { "ID": "5.0-0982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.652962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.299096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.9061, "Performance_Units": "Samples/s" }, { "ID": "5.0-0983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.342852, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.336568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.5327, "Performance_Units": "Samples/s" }, { "ID": "5.0-0984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.217853, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.341696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.608, "Performance_Units": "Samples/s" }, { "ID": "5.0-0985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.051362, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.349424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-0986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.581358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.24936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.874, "Performance_Units": "Samples/s" }, { "ID": "5.0-0987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.814761, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.17488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.8824, "Performance_Units": "Samples/s" }, { "ID": "5.0-0988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.996262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 185.655688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.6084, "Performance_Units": "Samples/s" }, { "ID": "5.0-0989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.488522, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.523552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 785.078, "Performance_Units": "Samples/s" }, { "ID": "5.0-0990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.292781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.427992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 735.558, "Performance_Units": "Samples/s" }, { "ID": "5.0-0991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.388172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.770184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 688.973, "Performance_Units": "Samples/s" }, { "ID": "5.0-0992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.472962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.313776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 603.815, "Performance_Units": "Samples/s" }, { "ID": "5.0-0993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.873271, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.19712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 652.512, "Performance_Units": "Samples/s" }, { "ID": "5.0-0994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.55017, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.431504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 537.346, "Performance_Units": "Samples/s" }, { "ID": "5.0-0995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.239809, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.294384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 451.607, "Performance_Units": "Samples/s" }, { "ID": "5.0-0996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.796216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.845784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-0997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.500509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.025064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 480.021, "Performance_Units": "Samples/s" }, { "ID": "5.0-0998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.587279, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.04828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-0999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 367.217, "Performance_Units": "Samples/s" }, { "ID": "5.0-0999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.559454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.052752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 285.609, "Performance_Units": "Samples/s" }, { "ID": "5.0-1000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.625224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.754064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.756, "Performance_Units": "Samples/s" }, { "ID": "5.0-1001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.076768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.749528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 343.705, "Performance_Units": "Samples/s" }, { "ID": "5.0-1002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.90072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.208608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.623, "Performance_Units": "Samples/s" }, { "ID": "5.0-1003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.343324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.678512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.953, "Performance_Units": "Samples/s" }, { "ID": "5.0-1004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.145421, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.883272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.727, "Performance_Units": "Samples/s" }, { "ID": "5.0-1005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.842733, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.076872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 826.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-1006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.233017, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.801728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 788.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-1007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.290985, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.900072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 740.434, "Performance_Units": "Samples/s" }, { "ID": "5.0-1008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.369112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.09116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 675.659, "Performance_Units": "Samples/s" }, { "ID": "5.0-1009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.509113, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.159664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 759.324, "Performance_Units": "Samples/s" }, { "ID": "5.0-1010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.345736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.063856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 691.903, "Performance_Units": "Samples/s" }, { "ID": "5.0-1011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.464847, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.738128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 606.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-1012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.927637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.876808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 521.438, "Performance_Units": "Samples/s" }, { "ID": "5.0-1013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.320291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.596192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 667.635, "Performance_Units": "Samples/s" }, { "ID": "5.0-1014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.516645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.604656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 566.115, "Performance_Units": "Samples/s" }, { "ID": "5.0-1015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.146839, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.541624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 479.062, "Performance_Units": "Samples/s" }, { "ID": "5.0-1016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.610753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.021776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 407.505, "Performance_Units": "Samples/s" }, { "ID": "5.0-1017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.263018, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.826688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 568.797, "Performance_Units": "Samples/s" }, { "ID": "5.0-1018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.063732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.680456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 464.394, "Performance_Units": "Samples/s" }, { "ID": "5.0-1019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.595114, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.510208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 381.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-1020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.466999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.586088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.024, "Performance_Units": "Samples/s" }, { "ID": "5.0-1021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.340774, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.20296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 434.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-1022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.333451, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.270664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 399.569, "Performance_Units": "Samples/s" }, { "ID": "5.0-1023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.565486, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.5834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-1024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.761738, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.329944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 338.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-1025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.035291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.399304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.931, "Performance_Units": "Samples/s" }, { "ID": "5.0-1026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.477725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.794816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.427, "Performance_Units": "Samples/s" }, { "ID": "5.0-1027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.812544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.14656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.388, "Performance_Units": "Samples/s" }, { "ID": "5.0-1028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.213649, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.653696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.048, "Performance_Units": "Samples/s" }, { "ID": "5.0-1029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.892064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.235808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.834, "Performance_Units": "Samples/s" }, { "ID": "5.0-1030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.93378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.3772, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.342, "Performance_Units": "Samples/s" }, { "ID": "5.0-1031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.791915, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.089832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 254.223, "Performance_Units": "Samples/s" }, { "ID": "5.0-1032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.630941, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.120648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.582, "Performance_Units": "Samples/s" }, { "ID": "5.0-1033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.87235, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.571336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 314.405, "Performance_Units": "Samples/s" }, { "ID": "5.0-1034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.261517, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.933408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.866, "Performance_Units": "Samples/s" }, { "ID": "5.0-1035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.629046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.45368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.693, "Performance_Units": "Samples/s" }, { "ID": "5.0-1036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.773817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.794848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.921, "Performance_Units": "Samples/s" }, { "ID": "5.0-1037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.273365, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.494088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 401.285, "Performance_Units": "Samples/s" }, { "ID": "5.0-1038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.520901, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.215872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 382.196, "Performance_Units": "Samples/s" }, { "ID": "5.0-1039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.728001, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.780064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 363.16, "Performance_Units": "Samples/s" }, { "ID": "5.0-1040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.786568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.778056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 330.795, "Performance_Units": "Samples/s" }, { "ID": "5.0-1041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.103416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.496592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 385.629, "Performance_Units": "Samples/s" }, { "ID": "5.0-1042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.63919, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.336336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.204, "Performance_Units": "Samples/s" }, { "ID": "5.0-1043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.856536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.703352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.454, "Performance_Units": "Samples/s" }, { "ID": "5.0-1044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.967002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.841128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.285, "Performance_Units": "Samples/s" }, { "ID": "5.0-1045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.494031, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.972768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 356.845, "Performance_Units": "Samples/s" }, { "ID": "5.0-1046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.921357, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.021976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 331.203, "Performance_Units": "Samples/s" }, { "ID": "5.0-1047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.062704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.06936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 297.551, "Performance_Units": "Samples/s" }, { "ID": "5.0-1048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.758989, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.6592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-1049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.448291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.821488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 345.322, "Performance_Units": "Samples/s" }, { "ID": "5.0-1050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.958715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.233368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.513, "Performance_Units": "Samples/s" }, { "ID": "5.0-1051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.266604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.293832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.167, "Performance_Units": "Samples/s" }, { "ID": "5.0-1052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.188638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.442, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 242.668, "Performance_Units": "Samples/s" }, { "ID": "5.0-1053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.032456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.764456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.112, "Performance_Units": "Samples/s" }, { "ID": "5.0-1054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.967778, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.678816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.939, "Performance_Units": "Samples/s" }, { "ID": "5.0-1055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.573158, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.310568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 248.067, "Performance_Units": "Samples/s" }, { "ID": "5.0-1056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.289377, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.532536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 459.975, "Performance_Units": "Samples/s" }, { "ID": "5.0-1057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.382458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.627992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.083, "Performance_Units": "Samples/s" }, { "ID": "5.0-1058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.549338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.31468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-1059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.061635, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.886256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.522, "Performance_Units": "Samples/s" }, { "ID": "5.0-1060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.021054, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.970992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 606.063, "Performance_Units": "Samples/s" }, { "ID": "5.0-1061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.672095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.691264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 501.301, "Performance_Units": "Samples/s" }, { "ID": "5.0-1062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.012418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.709504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 416.462, "Performance_Units": "Samples/s" }, { "ID": "5.0-1063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.408478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.04868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.134, "Performance_Units": "Samples/s" }, { "ID": "5.0-1064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.944381, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.352552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 464.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-1065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.162248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.57144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.552, "Performance_Units": "Samples/s" }, { "ID": "5.0-1066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.721565, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.30568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 263.193, "Performance_Units": "Samples/s" }, { "ID": "5.0-1067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.78841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.043936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.981, "Performance_Units": "Samples/s" }, { "ID": "5.0-1068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.334691, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.94312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.598, "Performance_Units": "Samples/s" }, { "ID": "5.0-1069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.045817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.82192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 253.653, "Performance_Units": "Samples/s" }, { "ID": "5.0-1070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.517392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.958432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.813, "Performance_Units": "Samples/s" }, { "ID": "5.0-1071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.974332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.960504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.611, "Performance_Units": "Samples/s" }, { "ID": "5.0-1072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.2xlarge", "Platform": "aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.902755, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.999232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.405, "Performance_Units": "Samples/s" }, { "ID": "5.0-1073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.781308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.871968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.874, "Performance_Units": "Samples/s" }, { "ID": "5.0-1074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.607576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.71544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.583, "Performance_Units": "Samples/s" }, { "ID": "5.0-1075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.966118, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.200464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.9265, "Performance_Units": "Samples/s" }, { "ID": "5.0-1076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.002916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.717568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.1631, "Performance_Units": "Samples/s" }, { "ID": "5.0-1077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.564309, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.540864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.28, "Performance_Units": "Samples/s" }, { "ID": "5.0-1078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.180241, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.659312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.404, "Performance_Units": "Samples/s" }, { "ID": "5.0-1079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.651611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.347448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.893, "Performance_Units": "Samples/s" }, { "ID": "5.0-1080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.568542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.125864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.471, "Performance_Units": "Samples/s" }, { "ID": "5.0-1081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.207214, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.920016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.3707, "Performance_Units": "Samples/s" }, { "ID": "5.0-1082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.602207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.31012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 731.815, "Performance_Units": "Samples/s" }, { "ID": "5.0-1083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.385967, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.023624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 687.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-1084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.475778, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.583728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 654.608, "Performance_Units": "Samples/s" }, { "ID": "5.0-1085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.547958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.296568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.352, "Performance_Units": "Samples/s" }, { "ID": "5.0-1086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.634142, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.608416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 653.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-1087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.550009, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.921656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 591.998, "Performance_Units": "Samples/s" }, { "ID": "5.0-1088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.7092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.840552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 521.555, "Performance_Units": "Samples/s" }, { "ID": "5.0-1089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.938297, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.594336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 482.264, "Performance_Units": "Samples/s" }, { "ID": "5.0-1090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.095914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.756848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 560.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-1091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.804148, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.663784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 478.156, "Performance_Units": "Samples/s" }, { "ID": "5.0-1092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.11234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.509656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 363.853, "Performance_Units": "Samples/s" }, { "ID": "5.0-1093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.771516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.317976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 360.031, "Performance_Units": "Samples/s" }, { "ID": "5.0-1094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.783585, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.837056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.333, "Performance_Units": "Samples/s" }, { "ID": "5.0-1095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.2181, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.500328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 383.332, "Performance_Units": "Samples/s" }, { "ID": "5.0-1096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.618141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.722824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 264.028, "Performance_Units": "Samples/s" }, { "ID": "5.0-1097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.809497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.144776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.791, "Performance_Units": "Samples/s" }, { "ID": "5.0-1098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.077509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.902176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 759.07, "Performance_Units": "Samples/s" }, { "ID": "5.0-1099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.338452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.480456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 718.811, "Performance_Units": "Samples/s" }, { "ID": "5.0-1100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.411607, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.9696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 689.552, "Performance_Units": "Samples/s" }, { "ID": "5.0-1101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.471979, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.580832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 654.814, "Performance_Units": "Samples/s" }, { "ID": "5.0-1102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.548613, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.565648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 714.978, "Performance_Units": "Samples/s" }, { "ID": "5.0-1103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.420313, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.350632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 667.204, "Performance_Units": "Samples/s" }, { "ID": "5.0-1104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.518746, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.097736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 631.485, "Performance_Units": "Samples/s" }, { "ID": "5.0-1105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.603733, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.649056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 584.008, "Performance_Units": "Samples/s" }, { "ID": "5.0-1106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.733699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.451192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 663.228, "Performance_Units": "Samples/s" }, { "ID": "5.0-1107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.531178, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.69492, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 601.838, "Performance_Units": "Samples/s" }, { "ID": "5.0-1108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.681343, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.042696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 549.165, "Performance_Units": "Samples/s" }, { "ID": "5.0-1109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.840708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.3966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.811, "Performance_Units": "Samples/s" }, { "ID": "5.0-1110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.044845, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.614976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 617.355, "Performance_Units": "Samples/s" }, { "ID": "5.0-1111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.642649, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.416248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 533.653, "Performance_Units": "Samples/s" }, { "ID": "5.0-1112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.893104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.41092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 471.363, "Performance_Units": "Samples/s" }, { "ID": "5.0-1113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.13981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.101176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-1114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.420983, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.84916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 393.604, "Performance_Units": "Samples/s" }, { "ID": "5.0-1115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.571232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.937848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 373.919, "Performance_Units": "Samples/s" }, { "ID": "5.0-1116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.705227, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.209744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.279, "Performance_Units": "Samples/s" }, { "ID": "5.0-1117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.867709, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.704088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.081, "Performance_Units": "Samples/s" }, { "ID": "5.0-1118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.046757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.555896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 380.343, "Performance_Units": "Samples/s" }, { "ID": "5.0-1119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.659887, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.211976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.973, "Performance_Units": "Samples/s" }, { "ID": "5.0-1120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.863787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.670816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 331.486, "Performance_Units": "Samples/s" }, { "ID": "5.0-1121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.047315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.187944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.165, "Performance_Units": "Samples/s" }, { "ID": "5.0-1122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.226528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.447096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.568, "Performance_Units": "Samples/s" }, { "ID": "5.0-1123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.892841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.7324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 318.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-1124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.172449, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.718856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.226, "Performance_Units": "Samples/s" }, { "ID": "5.0-1125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.528912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.135592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 262.033, "Performance_Units": "Samples/s" }, { "ID": "5.0-1126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.853762, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.028168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 326.848, "Performance_Units": "Samples/s" }, { "ID": "5.0-1127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.091483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.812656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.576, "Performance_Units": "Samples/s" }, { "ID": "5.0-1128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.417661, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.166304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.395, "Performance_Units": "Samples/s" }, { "ID": "5.0-1129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.916841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.432808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.354, "Performance_Units": "Samples/s" }, { "ID": "5.0-1130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.282632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.675952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.653, "Performance_Units": "Samples/s" }, { "ID": "5.0-1131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.797736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.89816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.504, "Performance_Units": "Samples/s" }, { "ID": "5.0-1132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.952695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.964808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.863, "Performance_Units": "Samples/s" }, { "ID": "5.0-1133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.084604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.046144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.82, "Performance_Units": "Samples/s" }, { "ID": "5.0-1134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.219929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.4272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-1135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.89353, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.116824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 326.29, "Performance_Units": "Samples/s" }, { "ID": "5.0-1136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.099596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.993296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.619, "Performance_Units": "Samples/s" }, { "ID": "5.0-1137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.20645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.991944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.612, "Performance_Units": "Samples/s" }, { "ID": "5.0-1138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.331533, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.667984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.729, "Performance_Units": "Samples/s" }, { "ID": "5.0-1139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.04245, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.36484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.666, "Performance_Units": "Samples/s" }, { "ID": "5.0-1140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.25481, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.409288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 298.278, "Performance_Units": "Samples/s" }, { "ID": "5.0-1141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.385759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.004536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.888, "Performance_Units": "Samples/s" }, { "ID": "5.0-1142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.61915, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.186928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.654, "Performance_Units": "Samples/s" }, { "ID": "5.0-1143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.109639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.968384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.983, "Performance_Units": "Samples/s" }, { "ID": "5.0-1144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.331706, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.546288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-1145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.509654, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.184728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.611, "Performance_Units": "Samples/s" }, { "ID": "5.0-1146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.769923, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.136168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.385, "Performance_Units": "Samples/s" }, { "ID": "5.0-1147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.988065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.612488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.131, "Performance_Units": "Samples/s" }, { "ID": "5.0-1148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.628763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.84112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.294, "Performance_Units": "Samples/s" }, { "ID": "5.0-1149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.185548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.544928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 469.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-1150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.159788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.459272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.789, "Performance_Units": "Samples/s" }, { "ID": "5.0-1151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.871143, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.85384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.431, "Performance_Units": "Samples/s" }, { "ID": "5.0-1152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.37282, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.597768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.633, "Performance_Units": "Samples/s" }, { "ID": "5.0-1153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.274285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.030976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.544, "Performance_Units": "Samples/s" }, { "ID": "5.0-1154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.148443, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.826144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-1155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.032219, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.126024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.509, "Performance_Units": "Samples/s" }, { "ID": "5.0-1156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.394418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.879448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.2703, "Performance_Units": "Samples/s" }, { "ID": "5.0-1157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.483042, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.704576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.3994, "Performance_Units": "Samples/s" }, { "ID": "5.0-1158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.039121, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.279216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 673.77, "Performance_Units": "Samples/s" }, { "ID": "5.0-1159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.505883, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.262296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 621.932, "Performance_Units": "Samples/s" }, { "ID": "5.0-1160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.62861, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.739968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 556.442, "Performance_Units": "Samples/s" }, { "ID": "5.0-1161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.816864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.131584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 508.443, "Performance_Units": "Samples/s" }, { "ID": "5.0-1162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.987993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.481856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 610.522, "Performance_Units": "Samples/s" }, { "ID": "5.0-1163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.658005, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.467584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.505, "Performance_Units": "Samples/s" }, { "ID": "5.0-1164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.905133, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.489152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.885, "Performance_Units": "Samples/s" }, { "ID": "5.0-1165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.205088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.063584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.007, "Performance_Units": "Samples/s" }, { "ID": "5.0-1166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.470836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.704336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 524.964, "Performance_Units": "Samples/s" }, { "ID": "5.0-1167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.926309, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.361896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 444.469, "Performance_Units": "Samples/s" }, { "ID": "5.0-1168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.270374, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.716104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 331.612, "Performance_Units": "Samples/s" }, { "ID": "5.0-1169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.039494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.365408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 322.207, "Performance_Units": "Samples/s" }, { "ID": "5.0-1170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.12627, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.428776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 430.817, "Performance_Units": "Samples/s" }, { "ID": "5.0-1171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.343938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.65412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 360.66, "Performance_Units": "Samples/s" }, { "ID": "5.0-1172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.786109, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.286632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.949, "Performance_Units": "Samples/s" }, { "ID": "5.0-1173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.074413, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.103872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.939, "Performance_Units": "Samples/s" }, { "ID": "5.0-1174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.410281, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.869896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.287, "Performance_Units": "Samples/s" }, { "ID": "5.0-1175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.687626, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.543904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-1176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.90669, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.228088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.924, "Performance_Units": "Samples/s" }, { "ID": "5.0-1177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.118228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.559752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.884, "Performance_Units": "Samples/s" }, { "ID": "5.0-1178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.402398, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.453048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.612, "Performance_Units": "Samples/s" }, { "ID": "5.0-1179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.766377, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.798408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 330.736, "Performance_Units": "Samples/s" }, { "ID": "5.0-1180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.057628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.299528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.699, "Performance_Units": "Samples/s" }, { "ID": "5.0-1181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.342217, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.569528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.556, "Performance_Units": "Samples/s" }, { "ID": "5.0-1182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.608859, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.897328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.765, "Performance_Units": "Samples/s" }, { "ID": "5.0-1183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.043441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.534192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.183, "Performance_Units": "Samples/s" }, { "ID": "5.0-1184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.38429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.26572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 264.917, "Performance_Units": "Samples/s" }, { "ID": "5.0-1185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.819045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.387984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.283, "Performance_Units": "Samples/s" }, { "ID": "5.0-1186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.209343, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.148144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.663, "Performance_Units": "Samples/s" }, { "ID": "5.0-1187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.224885, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.754768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.517, "Performance_Units": "Samples/s" }, { "ID": "5.0-1188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.622438, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.715712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.592, "Performance_Units": "Samples/s" }, { "ID": "5.0-1189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.221962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.612064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.249, "Performance_Units": "Samples/s" }, { "ID": "5.0-1190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.672953, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.583432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.776, "Performance_Units": "Samples/s" }, { "ID": "5.0-1191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.351628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.525136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.385, "Performance_Units": "Samples/s" }, { "ID": "5.0-1192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.99712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.399952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 224.176, "Performance_Units": "Samples/s" }, { "ID": "5.0-1193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.502488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.358104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 402.564, "Performance_Units": "Samples/s" }, { "ID": "5.0-1194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c6gn.4xlarge", "Platform": "aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c6gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.511729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.196808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.362, "Performance_Units": "Samples/s" }, { "ID": "5.0-1195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.228877, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.29, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.176, "Performance_Units": "Samples/s" }, { "ID": "5.0-1196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.110509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.942648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-1197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.575175, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.685768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.299, "Performance_Units": "Samples/s" }, { "ID": "5.0-1198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.528279, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.822328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.0966, "Performance_Units": "Samples/s" }, { "ID": "5.0-1199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.543133, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.693984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.768, "Performance_Units": "Samples/s" }, { "ID": "5.0-1200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.222483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.697776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.567, "Performance_Units": "Samples/s" }, { "ID": "5.0-1201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.905597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.0518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.123, "Performance_Units": "Samples/s" }, { "ID": "5.0-1202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.702632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.31092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.506, "Performance_Units": "Samples/s" }, { "ID": "5.0-1203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.193461, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.749888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.332, "Performance_Units": "Samples/s" }, { "ID": "5.0-1204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.463002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.2778, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1145.76, "Performance_Units": "Samples/s" }, { "ID": "5.0-1205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.898781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.148792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1049.15, "Performance_Units": "Samples/s" }, { "ID": "5.0-1206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.981383, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.5194, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 979.094, "Performance_Units": "Samples/s" }, { "ID": "5.0-1207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.050593, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.223616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 885.496, "Performance_Units": "Samples/s" }, { "ID": "5.0-1208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.195016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.30884, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 919.915, "Performance_Units": "Samples/s" }, { "ID": "5.0-1209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.121345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.76484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 747.756, "Performance_Units": "Samples/s" }, { "ID": "5.0-1210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.540776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.466224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.222, "Performance_Units": "Samples/s" }, { "ID": "5.0-1211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.640704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.420288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 514.427, "Performance_Units": "Samples/s" }, { "ID": "5.0-1212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.464233, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.735216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 676.217, "Performance_Units": "Samples/s" }, { "ID": "5.0-1213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.511378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.050752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 498.245, "Performance_Units": "Samples/s" }, { "ID": "5.0-1214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.548787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.401312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 377.324, "Performance_Units": "Samples/s" }, { "ID": "5.0-1215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.66399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.929784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 305.091, "Performance_Units": "Samples/s" }, { "ID": "5.0-1216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.413654, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.40436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 483.877, "Performance_Units": "Samples/s" }, { "ID": "5.0-1217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.074181, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.63892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-1218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.690143, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.341032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.31, "Performance_Units": "Samples/s" }, { "ID": "5.0-1219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.290971, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.853216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.553, "Performance_Units": "Samples/s" }, { "ID": "5.0-1220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.653945, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.723864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1258.52, "Performance_Units": "Samples/s" }, { "ID": "5.0-1221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.817107, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.122856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1198.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-1222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.862869, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.745808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1107.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-1223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.935486, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.391144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1036.08, "Performance_Units": "Samples/s" }, { "ID": "5.0-1224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.006012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.284064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1169.26, "Performance_Units": "Samples/s" }, { "ID": "5.0-1225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.883835, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.899552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1070.54, "Performance_Units": "Samples/s" }, { "ID": "5.0-1226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.960444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.687328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 999.351, "Performance_Units": "Samples/s" }, { "ID": "5.0-1227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.02886, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.3384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 872.818, "Performance_Units": "Samples/s" }, { "ID": "5.0-1228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.191944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.999448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1052.11, "Performance_Units": "Samples/s" }, { "ID": "5.0-1229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.974502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.697872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 919.871, "Performance_Units": "Samples/s" }, { "ID": "5.0-1230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.122583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.936936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 801.622, "Performance_Units": "Samples/s" }, { "ID": "5.0-1231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.279624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.490472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 686.089, "Performance_Units": "Samples/s" }, { "ID": "5.0-1232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.667904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.568416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 927.816, "Performance_Units": "Samples/s" }, { "ID": "5.0-1233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.114358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.52068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 771.564, "Performance_Units": "Samples/s" }, { "ID": "5.0-1234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.322234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.807608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 639.047, "Performance_Units": "Samples/s" }, { "ID": "5.0-1235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.905452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.829072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 531.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-1236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.400109, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.65996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 618.437, "Performance_Units": "Samples/s" }, { "ID": "5.0-1237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.664918, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.655792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 577.88, "Performance_Units": "Samples/s" }, { "ID": "5.0-1238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.78727, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.997296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 531.115, "Performance_Units": "Samples/s" }, { "ID": "5.0-1239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.942825, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.785728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 486.423, "Performance_Units": "Samples/s" }, { "ID": "5.0-1240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.111391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.043032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 577.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-1241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.780242, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.458776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 523.384, "Performance_Units": "Samples/s" }, { "ID": "5.0-1242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.959387, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.650712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.234, "Performance_Units": "Samples/s" }, { "ID": "5.0-1243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.161299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.81436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 420.168, "Performance_Units": "Samples/s" }, { "ID": "5.0-1244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.522507, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.1738, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 496.727, "Performance_Units": "Samples/s" }, { "ID": "5.0-1245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.059921, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 424.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-1246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.527282, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.720256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.961, "Performance_Units": "Samples/s" }, { "ID": "5.0-1247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.754725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.929928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.34, "Performance_Units": "Samples/s" }, { "ID": "5.0-1248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.001985, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.26464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 448.722, "Performance_Units": "Samples/s" }, { "ID": "5.0-1249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.286914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.131256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.231, "Performance_Units": "Samples/s" }, { "ID": "5.0-1250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.111926, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.132912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 314.648, "Performance_Units": "Samples/s" }, { "ID": "5.0-1251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.296682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.48484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.735, "Performance_Units": "Samples/s" }, { "ID": "5.0-1252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.115923, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.498944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 580.281, "Performance_Units": "Samples/s" }, { "ID": "5.0-1253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.769983, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.214416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 557.595, "Performance_Units": "Samples/s" }, { "ID": "5.0-1254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.849556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.09876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.923, "Performance_Units": "Samples/s" }, { "ID": "5.0-1255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.957113, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.225352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 497.084, "Performance_Units": "Samples/s" }, { "ID": "5.0-1256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.071535, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.885632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 565.667, "Performance_Units": "Samples/s" }, { "ID": "5.0-1257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.815275, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.809, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 532.604, "Performance_Units": "Samples/s" }, { "ID": "5.0-1258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.928007, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.622808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 513.013, "Performance_Units": "Samples/s" }, { "ID": "5.0-1259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.006981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.107064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 477.128, "Performance_Units": "Samples/s" }, { "ID": "5.0-1260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.166786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.635984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 541.853, "Performance_Units": "Samples/s" }, { "ID": "5.0-1261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.904426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.869008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 505.595, "Performance_Units": "Samples/s" }, { "ID": "5.0-1262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.040155, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.06416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 465.247, "Performance_Units": "Samples/s" }, { "ID": "5.0-1263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.2035, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.346272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 416.578, "Performance_Units": "Samples/s" }, { "ID": "5.0-1264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.472403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.040224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 525.344, "Performance_Units": "Samples/s" }, { "ID": "5.0-1265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.956098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.63228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 477.519, "Performance_Units": "Samples/s" }, { "ID": "5.0-1266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.145639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.228384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 441.499, "Performance_Units": "Samples/s" }, { "ID": "5.0-1267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.321565, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.87888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 395.954, "Performance_Units": "Samples/s" }, { "ID": "5.0-1268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.597023, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.827912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.849, "Performance_Units": "Samples/s" }, { "ID": "5.0-1269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.548833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.58756, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.142, "Performance_Units": "Samples/s" }, { "ID": "5.0-1270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.832705, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.234368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 375.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-1271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.726258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.886592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 674.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-1272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.536522, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.688496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 266.413, "Performance_Units": "Samples/s" }, { "ID": "5.0-1273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.836424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.897816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 460.247, "Performance_Units": "Samples/s" }, { "ID": "5.0-1274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.23957, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.41344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 373.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-1275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.744382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.125088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1045.25, "Performance_Units": "Samples/s" }, { "ID": "5.0-1276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.987637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.095304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 934.015, "Performance_Units": "Samples/s" }, { "ID": "5.0-1277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.106489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.224552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 827.66, "Performance_Units": "Samples/s" }, { "ID": "5.0-1278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.246036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.170872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 720.332, "Performance_Units": "Samples/s" }, { "ID": "5.0-1279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.436722, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.076112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 840.972, "Performance_Units": "Samples/s" }, { "ID": "5.0-1280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.222121, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.784088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 687.839, "Performance_Units": "Samples/s" }, { "ID": "5.0-1281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.660382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.344784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 558.555, "Performance_Units": "Samples/s" }, { "ID": "5.0-1282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.829639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.458704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 458.209, "Performance_Units": "Samples/s" }, { "ID": "5.0-1283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.387246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.367336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 642.121, "Performance_Units": "Samples/s" }, { "ID": "5.0-1284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.58967, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.096336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 470.841, "Performance_Units": "Samples/s" }, { "ID": "5.0-1285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.685649, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.265208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 354.596, "Performance_Units": "Samples/s" }, { "ID": "5.0-1286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.849147, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.263264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 285.743, "Performance_Units": "Samples/s" }, { "ID": "5.0-1287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.728349, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.544616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.113, "Performance_Units": "Samples/s" }, { "ID": "5.0-1288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.211655, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.086728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.494, "Performance_Units": "Samples/s" }, { "ID": "5.0-1289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.79033, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.352936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.506, "Performance_Units": "Samples/s" }, { "ID": "5.0-1290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.165991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.515808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.412, "Performance_Units": "Samples/s" }, { "ID": "5.0-1291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.16159, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.455736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 294.64, "Performance_Units": "Samples/s" }, { "ID": "5.0-1292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.431562, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.5298, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.149, "Performance_Units": "Samples/s" }, { "ID": "5.0-1293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.2xlarge", "Platform": "aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.407052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.711056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 307.605, "Performance_Units": "Samples/s" }, { "ID": "5.0-1294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.29696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.67944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-1295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.609694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.113888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-1296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.645682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.369248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.067, "Performance_Units": "Samples/s" }, { "ID": "5.0-1297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.920221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.23676, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.3645, "Performance_Units": "Samples/s" }, { "ID": "5.0-1298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.111545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.546248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 400.221, "Performance_Units": "Samples/s" }, { "ID": "5.0-1299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.551518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.18472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 298.387, "Performance_Units": "Samples/s" }, { "ID": "5.0-1300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.426545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.63084, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 262.367, "Performance_Units": "Samples/s" }, { "ID": "5.0-1301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.884307, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.300936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.29, "Performance_Units": "Samples/s" }, { "ID": "5.0-1302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.812855, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.418664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.797, "Performance_Units": "Samples/s" }, { "ID": "5.0-1303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.715786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.308936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1157.66, "Performance_Units": "Samples/s" }, { "ID": "5.0-1304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.890818, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.83732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1087.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-1305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.950216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.44964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1003.34, "Performance_Units": "Samples/s" }, { "ID": "5.0-1306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.025968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.822856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 959.271, "Performance_Units": "Samples/s" }, { "ID": "5.0-1307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.073929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.459608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1001.42, "Performance_Units": "Samples/s" }, { "ID": "5.0-1308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.029, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.332344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 900.468, "Performance_Units": "Samples/s" }, { "ID": "5.0-1309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.137732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.189904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 745.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-1310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.367498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.895512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 714.66, "Performance_Units": "Samples/s" }, { "ID": "5.0-1311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.425326, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.912864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 850.454, "Performance_Units": "Samples/s" }, { "ID": "5.0-1312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.205363, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.010416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 699.967, "Performance_Units": "Samples/s" }, { "ID": "5.0-1313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.454862, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.390208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 514.246, "Performance_Units": "Samples/s" }, { "ID": "5.0-1314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.972029, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.245904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 491.866, "Performance_Units": "Samples/s" }, { "ID": "5.0-1315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.045422, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.482376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 657.224, "Performance_Units": "Samples/s" }, { "ID": "5.0-1316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.546799, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.4572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 527.168, "Performance_Units": "Samples/s" }, { "ID": "5.0-1317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.921385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.321936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.25, "Performance_Units": "Samples/s" }, { "ID": "5.0-1318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.819489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.623888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-1319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.142621, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.080904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1199.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-1320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.863367, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.229768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1170.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-1321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.883521, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.546768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1121.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-1322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.920774, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.739576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1088.88, "Performance_Units": "Samples/s" }, { "ID": "5.0-1323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.944336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.432328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1143.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-1324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.905544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.840464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1079.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-1325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.954597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.203696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1031.36, "Performance_Units": "Samples/s" }, { "ID": "5.0-1326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.995704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.719672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 965.824, "Performance_Units": "Samples/s" }, { "ID": "5.0-1327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.061205, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.87324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1076.63, "Performance_Units": "Samples/s" }, { "ID": "5.0-1328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.955458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.663192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 973.229, "Performance_Units": "Samples/s" }, { "ID": "5.0-1329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.055237, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.413976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 891.589, "Performance_Units": "Samples/s" }, { "ID": "5.0-1330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.146499, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.435064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 830.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-1331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.227864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.370608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1013.12, "Performance_Units": "Samples/s" }, { "ID": "5.0-1332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.017336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.718272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 860.881, "Performance_Units": "Samples/s" }, { "ID": "5.0-1333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.187143, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.204064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 769.765, "Performance_Units": "Samples/s" }, { "ID": "5.0-1334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.324739, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.99432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 699.604, "Performance_Units": "Samples/s" }, { "ID": "5.0-1335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.45236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.516856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 629.887, "Performance_Units": "Samples/s" }, { "ID": "5.0-1336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.6475, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.18392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 595.959, "Performance_Units": "Samples/s" }, { "ID": "5.0-1337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.729189, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.272512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 553.426, "Performance_Units": "Samples/s" }, { "ID": "5.0-1338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.864366, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.904264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.067, "Performance_Units": "Samples/s" }, { "ID": "5.0-1339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.944479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.115384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 597.678, "Performance_Units": "Samples/s" }, { "ID": "5.0-1340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.722025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.02596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 561.011, "Performance_Units": "Samples/s" }, { "ID": "5.0-1341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.831751, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.495056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 509.831, "Performance_Units": "Samples/s" }, { "ID": "5.0-1342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.01501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.33872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 483.417, "Performance_Units": "Samples/s" }, { "ID": "5.0-1343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.118655, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.69956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 537.754, "Performance_Units": "Samples/s" }, { "ID": "5.0-1344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.915548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.472448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 480.146, "Performance_Units": "Samples/s" }, { "ID": "5.0-1345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.136935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.380552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 432.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-1346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.365357, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.492024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 392.092, "Performance_Units": "Samples/s" }, { "ID": "5.0-1347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.599053, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.407336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 511.228, "Performance_Units": "Samples/s" }, { "ID": "5.0-1348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.005613, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.82528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 443.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-1349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.302371, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.65388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 388.891, "Performance_Units": "Samples/s" }, { "ID": "5.0-1350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.620954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.433408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 345.464, "Performance_Units": "Samples/s" }, { "ID": "5.0-1351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.938477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.951416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 565.292, "Performance_Units": "Samples/s" }, { "ID": "5.0-1352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.828793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.370192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 553.002, "Performance_Units": "Samples/s" }, { "ID": "5.0-1353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.876509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.853752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 529.643, "Performance_Units": "Samples/s" }, { "ID": "5.0-1354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.941066, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.351064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 518.101, "Performance_Units": "Samples/s" }, { "ID": "5.0-1355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.996678, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.005592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 565.82, "Performance_Units": "Samples/s" }, { "ID": "5.0-1356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.830042, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.982352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.932, "Performance_Units": "Samples/s" }, { "ID": "5.0-1357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.953858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.245104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 519.194, "Performance_Units": "Samples/s" }, { "ID": "5.0-1358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.984779, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.974984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.615, "Performance_Units": "Samples/s" }, { "ID": "5.0-1359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.072226, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.834696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 534.146, "Performance_Units": "Samples/s" }, { "ID": "5.0-1360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.934074, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.800008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 502.246, "Performance_Units": "Samples/s" }, { "ID": "5.0-1361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.052443, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.303112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 485.595, "Performance_Units": "Samples/s" }, { "ID": "5.0-1362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.116637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.219152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 462.274, "Performance_Units": "Samples/s" }, { "ID": "5.0-1363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.22356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.942192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.028, "Performance_Units": "Samples/s" }, { "ID": "5.0-1364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.945584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.375256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 484.432, "Performance_Units": "Samples/s" }, { "ID": "5.0-1365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.122831, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.012248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 465.766, "Performance_Units": "Samples/s" }, { "ID": "5.0-1366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.203003, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.976424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 443.067, "Performance_Units": "Samples/s" }, { "ID": "5.0-1367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.317841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.59248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 261.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-1368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.88646, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.947256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 419.726, "Performance_Units": "Samples/s" }, { "ID": "5.0-1369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.429877, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.208976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 394.859, "Performance_Units": "Samples/s" }, { "ID": "5.0-1370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.594903, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.36892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 743.195, "Performance_Units": "Samples/s" }, { "ID": "5.0-1371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.384094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.068136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.725, "Performance_Units": "Samples/s" }, { "ID": "5.0-1372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.818667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.05204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 490.435, "Performance_Units": "Samples/s" }, { "ID": "5.0-1373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.087752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.923152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.996, "Performance_Units": "Samples/s" }, { "ID": "5.0-1374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.810568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.397728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 284.532, "Performance_Units": "Samples/s" }, { "ID": "5.0-1375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.568359, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.142056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.579, "Performance_Units": "Samples/s" }, { "ID": "5.0-1376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.921362, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.431424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.488, "Performance_Units": "Samples/s" }, { "ID": "5.0-1377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.992648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.710344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.415, "Performance_Units": "Samples/s" }, { "ID": "5.0-1378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.312322, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.134632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.5443, "Performance_Units": "Samples/s" }, { "ID": "5.0-1379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.412695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.132032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1042.61, "Performance_Units": "Samples/s" }, { "ID": "5.0-1380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.990449, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.920208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 952.575, "Performance_Units": "Samples/s" }, { "ID": "5.0-1381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.084098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.038784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 842.853, "Performance_Units": "Samples/s" }, { "ID": "5.0-1382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.224054, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.072856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 763.151, "Performance_Units": "Samples/s" }, { "ID": "5.0-1383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.353262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.206296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 919.029, "Performance_Units": "Samples/s" }, { "ID": "5.0-1384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.122054, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.55272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 795.151, "Performance_Units": "Samples/s" }, { "ID": "5.0-1385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.289949, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.079792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 648.914, "Performance_Units": "Samples/s" }, { "ID": "5.0-1386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.57341, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.9356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 601.255, "Performance_Units": "Samples/s" }, { "ID": "5.0-1387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.702087, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.641528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 789.315, "Performance_Units": "Samples/s" }, { "ID": "5.0-1388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.29729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.020152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 642.819, "Performance_Units": "Samples/s" }, { "ID": "5.0-1389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.587183, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.626008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 470.945, "Performance_Units": "Samples/s" }, { "ID": "5.0-1390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.158266, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.079608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 439.269, "Performance_Units": "Samples/s" }, { "ID": "5.0-1391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.308317, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.587608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.488, "Performance_Units": "Samples/s" }, { "ID": "5.0-1392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.639653, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.15384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.855, "Performance_Units": "Samples/s" }, { "ID": "5.0-1393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.049769, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.799496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.63, "Performance_Units": "Samples/s" }, { "ID": "5.0-1394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.019452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.453544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.782, "Performance_Units": "Samples/s" }, { "ID": "5.0-1395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.400951, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.961936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 605.976, "Performance_Units": "Samples/s" }, { "ID": "5.0-1396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.705259, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.053832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 561.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-1397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.83698, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.685816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 504.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-1398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.040782, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.00144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 465.263, "Performance_Units": "Samples/s" }, { "ID": "5.0-1399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.205316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.491304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 583.091, "Performance_Units": "Samples/s" }, { "ID": "5.0-1400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.769484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.035944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 523.624, "Performance_Units": "Samples/s" }, { "ID": "5.0-1401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.959986, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.65056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 477.133, "Performance_Units": "Samples/s" }, { "ID": "5.0-1402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.156799, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.162408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 438.806, "Performance_Units": "Samples/s" }, { "ID": "5.0-1403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.341082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.258248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 516.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-1404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.988801, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.226976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 461.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-1405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.225352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.682944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 405.076, "Performance_Units": "Samples/s" }, { "ID": "5.0-1406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.529999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.302432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 360.331, "Performance_Units": "Samples/s" }, { "ID": "5.0-1407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.835868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.912768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.919, "Performance_Units": "Samples/s" }, { "ID": "5.0-1408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.068614, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.791288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 420.839, "Performance_Units": "Samples/s" }, { "ID": "5.0-1409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.425727, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.006456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.985, "Performance_Units": "Samples/s" }, { "ID": "5.0-1410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.795477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.973496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.024, "Performance_Units": "Samples/s" }, { "ID": "5.0-1411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.179788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.800776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.007, "Performance_Units": "Samples/s" }, { "ID": "5.0-1412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.154078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.771264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 374.577, "Performance_Units": "Samples/s" }, { "ID": "5.0-1413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.725031, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.92456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.207, "Performance_Units": "Samples/s" }, { "ID": "5.0-1414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.92953, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.600872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 621.044, "Performance_Units": "Samples/s" }, { "ID": "5.0-1415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7g.4xlarge", "Platform": "aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.660611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.951048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-1416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.058464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.76528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 156.326, "Performance_Units": "Samples/s" }, { "ID": "5.0-1417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.198663, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.206696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.796, "Performance_Units": "Samples/s" }, { "ID": "5.0-1418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.758262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.867872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.4067, "Performance_Units": "Samples/s" }, { "ID": "5.0-1419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.614259, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.656928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.6766, "Performance_Units": "Samples/s" }, { "ID": "5.0-1420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.896731, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.281968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.488, "Performance_Units": "Samples/s" }, { "ID": "5.0-1421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.172086, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.757872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.981, "Performance_Units": "Samples/s" }, { "ID": "5.0-1422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.821787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.18316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 224.718, "Performance_Units": "Samples/s" }, { "ID": "5.0-1423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.501662, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.260344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.589, "Performance_Units": "Samples/s" }, { "ID": "5.0-1424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.897423, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.968992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.419, "Performance_Units": "Samples/s" }, { "ID": "5.0-1425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.716694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.198664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1186.42, "Performance_Units": "Samples/s" }, { "ID": "5.0-1426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.8742, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.850016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1079.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-1427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.957285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.451536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 998.343, "Performance_Units": "Samples/s" }, { "ID": "5.0-1428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.031391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.803264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 905.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-1429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.148612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.008304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 934.658, "Performance_Units": "Samples/s" }, { "ID": "5.0-1430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.096933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.352664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 779.798, "Performance_Units": "Samples/s" }, { "ID": "5.0-1431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.313809, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.979472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 644.157, "Performance_Units": "Samples/s" }, { "ID": "5.0-1432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.576271, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.818136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 540.392, "Performance_Units": "Samples/s" }, { "ID": "5.0-1433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.864128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.140024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 697.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-1434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.459911, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.307104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.057, "Performance_Units": "Samples/s" }, { "ID": "5.0-1435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.974308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.796528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 393.061, "Performance_Units": "Samples/s" }, { "ID": "5.0-1436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.562779, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.395128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 326.972, "Performance_Units": "Samples/s" }, { "ID": "5.0-1437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.604514, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.061192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.938, "Performance_Units": "Samples/s" }, { "ID": "5.0-1438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.02867, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.849528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 339.927, "Performance_Units": "Samples/s" }, { "ID": "5.0-1439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.002272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.5794, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.264, "Performance_Units": "Samples/s" }, { "ID": "5.0-1440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.873931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.890544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-1441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.186824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.753368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1263.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-1442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.821596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.225152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1181.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-1443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.878985, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.671448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1120.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-1444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.928316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.339768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1032.14, "Performance_Units": "Samples/s" }, { "ID": "5.0-1445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.010585, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.226288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1174.72, "Performance_Units": "Samples/s" }, { "ID": "5.0-1446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.879672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.75768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1086.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-1447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.947799, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.600352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1005.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-1448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.021058, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.132984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 888.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-1449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.181165, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.975632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1052.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-1450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.973388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.51072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 938.24, "Performance_Units": "Samples/s" }, { "ID": "5.0-1451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.098391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.726408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 814.985, "Performance_Units": "Samples/s" }, { "ID": "5.0-1452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.2513, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.252712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 695.913, "Performance_Units": "Samples/s" }, { "ID": "5.0-1453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.607762, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.357856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 940.689, "Performance_Units": "Samples/s" }, { "ID": "5.0-1454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.096004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.227184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 784.154, "Performance_Units": "Samples/s" }, { "ID": "5.0-1455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.29724, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.365832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 657.87, "Performance_Units": "Samples/s" }, { "ID": "5.0-1456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.841741, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.22828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 550.695, "Performance_Units": "Samples/s" }, { "ID": "5.0-1457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.264406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.272912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 639.985, "Performance_Units": "Samples/s" }, { "ID": "5.0-1458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.617547, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.352992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 587.935, "Performance_Units": "Samples/s" }, { "ID": "5.0-1459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.756501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.697512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 539.595, "Performance_Units": "Samples/s" }, { "ID": "5.0-1460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.913134, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.737624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 501.721, "Performance_Units": "Samples/s" }, { "ID": "5.0-1461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.046893, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.129408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 599.683, "Performance_Units": "Samples/s" }, { "ID": "5.0-1462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.724597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.396848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 546.703, "Performance_Units": "Samples/s" }, { "ID": "5.0-1463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.884589, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.186736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 497.364, "Performance_Units": "Samples/s" }, { "ID": "5.0-1464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.069112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.762016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 436.232, "Performance_Units": "Samples/s" }, { "ID": "5.0-1465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.362622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.333112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 517.213, "Performance_Units": "Samples/s" }, { "ID": "5.0-1466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.990028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.773, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 440.531, "Performance_Units": "Samples/s" }, { "ID": "5.0-1467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.353847, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.640864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 388.627, "Performance_Units": "Samples/s" }, { "ID": "5.0-1468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.625633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.59376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 314.636, "Performance_Units": "Samples/s" }, { "ID": "5.0-1469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.758041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.166536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 472.445, "Performance_Units": "Samples/s" }, { "ID": "5.0-1470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.182933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.341272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 386.125, "Performance_Units": "Samples/s" }, { "ID": "5.0-1471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.745183, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.152264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 330.484, "Performance_Units": "Samples/s" }, { "ID": "5.0-1472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.057239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.149456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.743, "Performance_Units": "Samples/s" }, { "ID": "5.0-1473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.921425, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.332664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 591.893, "Performance_Units": "Samples/s" }, { "ID": "5.0-1474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.74656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.32144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 553.914, "Performance_Units": "Samples/s" }, { "ID": "5.0-1475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.866851, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.842904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 536.308, "Performance_Units": "Samples/s" }, { "ID": "5.0-1476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.930033, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.019848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 504.802, "Performance_Units": "Samples/s" }, { "ID": "5.0-1477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.048695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.769472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 570.748, "Performance_Units": "Samples/s" }, { "ID": "5.0-1478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.806253, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.614056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 539.239, "Performance_Units": "Samples/s" }, { "ID": "5.0-1479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.909068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.500896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 517.123, "Performance_Units": "Samples/s" }, { "ID": "5.0-1480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.989547, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.945616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 480.705, "Performance_Units": "Samples/s" }, { "ID": "5.0-1481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.153641, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.437544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 546.15, "Performance_Units": "Samples/s" }, { "ID": "5.0-1482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.88752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.66624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 512.587, "Performance_Units": "Samples/s" }, { "ID": "5.0-1483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.01261, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.638104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.996, "Performance_Units": "Samples/s" }, { "ID": "5.0-1484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.15999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.868232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.814, "Performance_Units": "Samples/s" }, { "ID": "5.0-1485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.404991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.666944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 535.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-1486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.91699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.211256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 488.254, "Performance_Units": "Samples/s" }, { "ID": "5.0-1487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.098595, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.1874, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 450.499, "Performance_Units": "Samples/s" }, { "ID": "5.0-1488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.285126, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.356248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 406.175, "Performance_Units": "Samples/s" }, { "ID": "5.0-1489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.519332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.567616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.951, "Performance_Units": "Samples/s" }, { "ID": "5.0-1490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.378992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.648824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 333.636, "Performance_Units": "Samples/s" }, { "ID": "5.0-1491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.645691, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.356464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.659, "Performance_Units": "Samples/s" }, { "ID": "5.0-1492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.624084, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.591728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 684.999, "Performance_Units": "Samples/s" }, { "ID": "5.0-1493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.507642, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.346544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 269.588, "Performance_Units": "Samples/s" }, { "ID": "5.0-1494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.791615, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.653832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 465.773, "Performance_Units": "Samples/s" }, { "ID": "5.0-1495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.211934, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.24424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 375.286, "Performance_Units": "Samples/s" }, { "ID": "5.0-1496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.734992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.420816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.491, "Performance_Units": "Samples/s" }, { "ID": "5.0-1497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.037356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.834856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.736, "Performance_Units": "Samples/s" }, { "ID": "5.0-1498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.751103, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.974896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.654, "Performance_Units": "Samples/s" }, { "ID": "5.0-1499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.208296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.748192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.743, "Performance_Units": "Samples/s" }, { "ID": "5.0-1500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.109833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.788688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.282, "Performance_Units": "Samples/s" }, { "ID": "5.0-1501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.222295, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.220248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.797, "Performance_Units": "Samples/s" }, { "ID": "5.0-1502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.069563, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.258272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.191, "Performance_Units": "Samples/s" }, { "ID": "5.0-1503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.2xlarge", "Platform": "aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.126089, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.121376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.049, "Performance_Units": "Samples/s" }, { "ID": "5.0-1504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.357516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.265816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.866, "Performance_Units": "Samples/s" }, { "ID": "5.0-1505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.692506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.44948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.848, "Performance_Units": "Samples/s" }, { "ID": "5.0-1506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.72431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.97016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.013, "Performance_Units": "Samples/s" }, { "ID": "5.0-1507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.028867, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.677504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.4927, "Performance_Units": "Samples/s" }, { "ID": "5.0-1508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.33031, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.880512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 402.667, "Performance_Units": "Samples/s" }, { "ID": "5.0-1509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.542793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.552016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 293.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-1510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.491108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.349704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-1511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.984521, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.171152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.608, "Performance_Units": "Samples/s" }, { "ID": "5.0-1512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.939936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.303, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.428, "Performance_Units": "Samples/s" }, { "ID": "5.0-1513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.85878, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.469368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1134.92, "Performance_Units": "Samples/s" }, { "ID": "5.0-1514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.909747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.960496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1066.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-1515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.969127, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.464736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 996.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-1516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.032712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.952008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 943.809, "Performance_Units": "Samples/s" }, { "ID": "5.0-1517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.091511, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.625984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 979.335, "Performance_Units": "Samples/s" }, { "ID": "5.0-1518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.050489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.3754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 898.118, "Performance_Units": "Samples/s" }, { "ID": "5.0-1519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.143295, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.331392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 737.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-1520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.384117, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.911936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 713.691, "Performance_Units": "Samples/s" }, { "ID": "5.0-1521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.431176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.044536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 834.042, "Performance_Units": "Samples/s" }, { "ID": "5.0-1522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.226876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.078824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 696.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-1523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.461549, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.196088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 515.129, "Performance_Units": "Samples/s" }, { "ID": "5.0-1524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.966914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.050248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.776, "Performance_Units": "Samples/s" }, { "ID": "5.0-1525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.031949, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.331312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 652.334, "Performance_Units": "Samples/s" }, { "ID": "5.0-1526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.558168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.498008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 532.806, "Performance_Units": "Samples/s" }, { "ID": "5.0-1527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.902753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.527896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 357.475, "Performance_Units": "Samples/s" }, { "ID": "5.0-1528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.833909, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.653472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-1529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.151406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.232056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1171.12, "Performance_Units": "Samples/s" }, { "ID": "5.0-1530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.883234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.327672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1157.52, "Performance_Units": "Samples/s" }, { "ID": "5.0-1531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.894813, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.614968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1109.92, "Performance_Units": "Samples/s" }, { "ID": "5.0-1532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.928429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.873144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1070.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-1533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.961373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.458672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1139.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-1534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.907842, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.036112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1062.51, "Performance_Units": "Samples/s" }, { "ID": "5.0-1535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.969755, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.342768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1010.61, "Performance_Units": "Samples/s" }, { "ID": "5.0-1536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.016357, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.714512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 963.636, "Performance_Units": "Samples/s" }, { "ID": "5.0-1537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.063839, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.926192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1064.07, "Performance_Units": "Samples/s" }, { "ID": "5.0-1538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.965672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.721304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 969.166, "Performance_Units": "Samples/s" }, { "ID": "5.0-1539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.060255, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.506248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 883.903, "Performance_Units": "Samples/s" }, { "ID": "5.0-1540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.159506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.54644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 816.325, "Performance_Units": "Samples/s" }, { "ID": "5.0-1541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.253329, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.668328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 974.973, "Performance_Units": "Samples/s" }, { "ID": "5.0-1542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.054604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.013144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 838.539, "Performance_Units": "Samples/s" }, { "ID": "5.0-1543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.220974, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.504168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 743.168, "Performance_Units": "Samples/s" }, { "ID": "5.0-1544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.376905, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.287728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 677.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-1545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.504736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.69444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 617.024, "Performance_Units": "Samples/s" }, { "ID": "5.0-1546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.669834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.532944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 583.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-1547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.766959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.423472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 552.867, "Performance_Units": "Samples/s" }, { "ID": "5.0-1548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.871376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.253464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 519.469, "Performance_Units": "Samples/s" }, { "ID": "5.0-1549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.97655, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.3894, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 591.753, "Performance_Units": "Samples/s" }, { "ID": "5.0-1550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.747691, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.502448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 546.303, "Performance_Units": "Samples/s" }, { "ID": "5.0-1551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.887503, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.551592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 511.976, "Performance_Units": "Samples/s" }, { "ID": "5.0-1552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.013396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.660144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 481.909, "Performance_Units": "Samples/s" }, { "ID": "5.0-1553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.147502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.214768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 523.898, "Performance_Units": "Samples/s" }, { "ID": "5.0-1554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.968105, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.669992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 478.805, "Performance_Units": "Samples/s" }, { "ID": "5.0-1555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.152638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.802536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 427.702, "Performance_Units": "Samples/s" }, { "ID": "5.0-1556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.406166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.815384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 387.095, "Performance_Units": "Samples/s" }, { "ID": "5.0-1557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.643565, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.867832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 500.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-1558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.05571, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.285584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 438.374, "Performance_Units": "Samples/s" }, { "ID": "5.0-1559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.342049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.914872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 385.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-1560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.662791, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.446648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 343.165, "Performance_Units": "Samples/s" }, { "ID": "5.0-1561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.980175, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.237384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 557.883, "Performance_Units": "Samples/s" }, { "ID": "5.0-1562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.859556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.749984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 536.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-1563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.925436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.21572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 520.835, "Performance_Units": "Samples/s" }, { "ID": "5.0-1564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.981627, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.63064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 509.606, "Performance_Units": "Samples/s" }, { "ID": "5.0-1565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.023793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.319232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 550.435, "Performance_Units": "Samples/s" }, { "ID": "5.0-1566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.873737, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.645072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 542.944, "Performance_Units": "Samples/s" }, { "ID": "5.0-1567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.906115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.530488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 509.654, "Performance_Units": "Samples/s" }, { "ID": "5.0-1568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.023686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.190152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.616, "Performance_Units": "Samples/s" }, { "ID": "5.0-1569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.091419, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.117912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 523.313, "Performance_Units": "Samples/s" }, { "ID": "5.0-1570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.969032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.912712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 503.431, "Performance_Units": "Samples/s" }, { "ID": "5.0-1571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.05765, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.2412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 484.872, "Performance_Units": "Samples/s" }, { "ID": "5.0-1572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.114301, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.628912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 454.517, "Performance_Units": "Samples/s" }, { "ID": "5.0-1573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.267083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.315288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 517.458, "Performance_Units": "Samples/s" }, { "ID": "5.0-1574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.99168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.300096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 490.839, "Performance_Units": "Samples/s" }, { "ID": "5.0-1575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.10444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.058736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 466.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-1576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.203433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.651688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 431.782, "Performance_Units": "Samples/s" }, { "ID": "5.0-1577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.390036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.076744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.829, "Performance_Units": "Samples/s" }, { "ID": "5.0-1578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.92928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.152704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 413.788, "Performance_Units": "Samples/s" }, { "ID": "5.0-1579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.463838, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.21964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 384.315, "Performance_Units": "Samples/s" }, { "ID": "5.0-1580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.687605, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.474584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 737.828, "Performance_Units": "Samples/s" }, { "ID": "5.0-1581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.393684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.89124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 270.951, "Performance_Units": "Samples/s" }, { "ID": "5.0-1582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.777351, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.245392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 489.802, "Performance_Units": "Samples/s" }, { "ID": "5.0-1583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.100545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.405216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.321, "Performance_Units": "Samples/s" }, { "ID": "5.0-1584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.845858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.64688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.011, "Performance_Units": "Samples/s" }, { "ID": "5.0-1585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.641093, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.91932, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 204.542, "Performance_Units": "Samples/s" }, { "ID": "5.0-1586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.960653, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.57708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.295, "Performance_Units": "Samples/s" }, { "ID": "5.0-1587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.053347, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.125224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.091, "Performance_Units": "Samples/s" }, { "ID": "5.0-1588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.428792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.28248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.072, "Performance_Units": "Samples/s" }, { "ID": "5.0-1589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.462494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.280024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1015.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-1590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.012124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.111736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 927.485, "Performance_Units": "Samples/s" }, { "ID": "5.0-1591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.110923, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.09216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 836.425, "Performance_Units": "Samples/s" }, { "ID": "5.0-1592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.232622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.2524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 749.648, "Performance_Units": "Samples/s" }, { "ID": "5.0-1593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.375569, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.37088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 900.461, "Performance_Units": "Samples/s" }, { "ID": "5.0-1594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.141842, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.634104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 790.128, "Performance_Units": "Samples/s" }, { "ID": "5.0-1595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.299202, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.02084, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 641.938, "Performance_Units": "Samples/s" }, { "ID": "5.0-1596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.594541, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.183104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 595.37, "Performance_Units": "Samples/s" }, { "ID": "5.0-1597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.723199, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.826392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 775.619, "Performance_Units": "Samples/s" }, { "ID": "5.0-1598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.321239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.203976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 635.981, "Performance_Units": "Samples/s" }, { "ID": "5.0-1599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.607723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.843568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 467.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-1600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.180537, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.200616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 435.547, "Performance_Units": "Samples/s" }, { "ID": "5.0-1601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.339406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.684984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 616.363, "Performance_Units": "Samples/s" }, { "ID": "5.0-1602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.657037, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.797592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 492.267, "Performance_Units": "Samples/s" }, { "ID": "5.0-1603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.0664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.682752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.197, "Performance_Units": "Samples/s" }, { "ID": "5.0-1604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.037556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.890664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.655, "Performance_Units": "Samples/s" }, { "ID": "5.0-1605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.411619, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.309864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 589.146, "Performance_Units": "Samples/s" }, { "ID": "5.0-1606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.750097, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.483168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 542.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-1607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.894083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.172344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.243, "Performance_Units": "Samples/s" }, { "ID": "5.0-1608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.089746, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.64236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 456.439, "Performance_Units": "Samples/s" }, { "ID": "5.0-1609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.257207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.952432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 568.07, "Performance_Units": "Samples/s" }, { "ID": "5.0-1610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.819074, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.558608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 511.826, "Performance_Units": "Samples/s" }, { "ID": "5.0-1611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.013089, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.058248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 465.148, "Performance_Units": "Samples/s" }, { "ID": "5.0-1612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.209464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.53688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.515, "Performance_Units": "Samples/s" }, { "ID": "5.0-1613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.392674, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.860016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 505.761, "Performance_Units": "Samples/s" }, { "ID": "5.0-1614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.045792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.813888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 450.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-1615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.287802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.893232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 399.346, "Performance_Units": "Samples/s" }, { "ID": "5.0-1616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.560881, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.24972, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 348.211, "Performance_Units": "Samples/s" }, { "ID": "5.0-1617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.955998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.6698, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 481.427, "Performance_Units": "Samples/s" }, { "ID": "5.0-1618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.152557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.509672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 411.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-1619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.496746, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.460248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 358.357, "Performance_Units": "Samples/s" }, { "ID": "5.0-1620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.856688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.993168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.708, "Performance_Units": "Samples/s" }, { "ID": "5.0-1621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.229286, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.179288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-1622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.206408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.590656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 373.609, "Performance_Units": "Samples/s" }, { "ID": "5.0-1623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.741967, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.206888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.099, "Performance_Units": "Samples/s" }, { "ID": "5.0-1624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.94435, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.803632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.148, "Performance_Units": "Samples/s" }, { "ID": "5.0-1625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gd.4xlarge", "Platform": "aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gd.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.677692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.490568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.426, "Performance_Units": "Samples/s" }, { "ID": "5.0-1626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.925569, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.8362, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 192.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-1627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.662644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.05484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.846, "Performance_Units": "Samples/s" }, { "ID": "5.0-1628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.966692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.35608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.933, "Performance_Units": "Samples/s" }, { "ID": "5.0-1629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.882434, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.085664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.3771, "Performance_Units": "Samples/s" }, { "ID": "5.0-1630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.121826, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.005344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.517, "Performance_Units": "Samples/s" }, { "ID": "5.0-1631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.061689, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.739464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 269.023, "Performance_Units": "Samples/s" }, { "ID": "5.0-1632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.772759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.61924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.684, "Performance_Units": "Samples/s" }, { "ID": "5.0-1633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.419603, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.634384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-1634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.710444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.95532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.221, "Performance_Units": "Samples/s" }, { "ID": "5.0-1635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.555968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.128368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1190.29, "Performance_Units": "Samples/s" }, { "ID": "5.0-1636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.868539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.71496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1100.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-1637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.941363, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.118888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1043.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-1638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.988083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.912776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 965.172, "Performance_Units": "Samples/s" }, { "ID": "5.0-1639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.07113, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.372144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1009.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-1640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.018904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.568168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 874.014, "Performance_Units": "Samples/s" }, { "ID": "5.0-1641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.197456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.0672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 755.882, "Performance_Units": "Samples/s" }, { "ID": "5.0-1642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.350475, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.306736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 629.636, "Performance_Units": "Samples/s" }, { "ID": "5.0-1643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.961178, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.666592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 807.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-1644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.273437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 633.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-1645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.943003, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.314888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 513.11, "Performance_Units": "Samples/s" }, { "ID": "5.0-1646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.96333, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.846552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 414.712, "Performance_Units": "Samples/s" }, { "ID": "5.0-1647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.248842, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.149, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 607.219, "Performance_Units": "Samples/s" }, { "ID": "5.0-1648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.666816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.647744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.223, "Performance_Units": "Samples/s" }, { "ID": "5.0-1649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.472957, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.516504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.112, "Performance_Units": "Samples/s" }, { "ID": "5.0-1650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.887635, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.295192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.489, "Performance_Units": "Samples/s" }, { "ID": "5.0-1651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.552611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.72092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1273.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-1652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.816165, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.14128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1197.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-1653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.867256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.675992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1121.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-1654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.929406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.268456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1063.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-1655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.998248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.056088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1201.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-1656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.860272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.852736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1090.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-1657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.949598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.326416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1028.66, "Performance_Units": "Samples/s" }, { "ID": "5.0-1658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.000919, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.031728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 897.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-1659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.16346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.743568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1086.95, "Performance_Units": "Samples/s" }, { "ID": "5.0-1660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.943107, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.454872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 937.398, "Performance_Units": "Samples/s" }, { "ID": "5.0-1661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.10398, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.344576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 839.484, "Performance_Units": "Samples/s" }, { "ID": "5.0-1662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.224799, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.600792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 730.317, "Performance_Units": "Samples/s" }, { "ID": "5.0-1663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.555877, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.086096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 974.27, "Performance_Units": "Samples/s" }, { "ID": "5.0-1664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.060291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.620984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 824.752, "Performance_Units": "Samples/s" }, { "ID": "5.0-1665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.244006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.45476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 697.401, "Performance_Units": "Samples/s" }, { "ID": "5.0-1666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.745906, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.870768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 593.237, "Performance_Units": "Samples/s" }, { "ID": "5.0-1667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.172051, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.087456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 650.052, "Performance_Units": "Samples/s" }, { "ID": "5.0-1668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.596454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.908936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 611.12, "Performance_Units": "Samples/s" }, { "ID": "5.0-1669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.697022, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.095816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 569.482, "Performance_Units": "Samples/s" }, { "ID": "5.0-1670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.82765, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.176776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 524.019, "Performance_Units": "Samples/s" }, { "ID": "5.0-1671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.970493, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.764864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 617.851, "Performance_Units": "Samples/s" }, { "ID": "5.0-1672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.676766, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.872152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 570.319, "Performance_Units": "Samples/s" }, { "ID": "5.0-1673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.813486, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.980696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.156, "Performance_Units": "Samples/s" }, { "ID": "5.0-1674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.951595, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.575408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.707, "Performance_Units": "Samples/s" }, { "ID": "5.0-1675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.174737, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.166832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 554.393, "Performance_Units": "Samples/s" }, { "ID": "5.0-1676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.854367, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.135312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-1677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.090568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.113736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 437.327, "Performance_Units": "Samples/s" }, { "ID": "5.0-1678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.340186, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.382416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.365, "Performance_Units": "Samples/s" }, { "ID": "5.0-1679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.136775, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.148056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 521.871, "Performance_Units": "Samples/s" }, { "ID": "5.0-1680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.967898, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.338768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 446.134, "Performance_Units": "Samples/s" }, { "ID": "5.0-1681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.295071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.730656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 388.18, "Performance_Units": "Samples/s" }, { "ID": "5.0-1682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.633081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.227088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.105, "Performance_Units": "Samples/s" }, { "ID": "5.0-1683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.971516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.254784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 597.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-1684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.736177, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.156872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 561.829, "Performance_Units": "Samples/s" }, { "ID": "5.0-1685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.845824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.91284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 533.334, "Performance_Units": "Samples/s" }, { "ID": "5.0-1686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.93819, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.884976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 510.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-1687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.025443, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.78108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 577.888, "Performance_Units": "Samples/s" }, { "ID": "5.0-1688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.798508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.631792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 543.572, "Performance_Units": "Samples/s" }, { "ID": "5.0-1689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.899139, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.16948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.421, "Performance_Units": "Samples/s" }, { "ID": "5.0-1690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.954529, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.850576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 486.579, "Performance_Units": "Samples/s" }, { "ID": "5.0-1691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.12786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.407144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 550.837, "Performance_Units": "Samples/s" }, { "ID": "5.0-1692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.87767, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.870728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 513.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-1693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.023539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.531768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 481.017, "Performance_Units": "Samples/s" }, { "ID": "5.0-1694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.137339, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.90288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 435.954, "Performance_Units": "Samples/s" }, { "ID": "5.0-1695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.367991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.585096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 544.272, "Performance_Units": "Samples/s" }, { "ID": "5.0-1696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.896677, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.112064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.076, "Performance_Units": "Samples/s" }, { "ID": "5.0-1697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.075866, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.382616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.308, "Performance_Units": "Samples/s" }, { "ID": "5.0-1698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.242371, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.405328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 410.21, "Performance_Units": "Samples/s" }, { "ID": "5.0-1699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.503174, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.115376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.511, "Performance_Units": "Samples/s" }, { "ID": "5.0-1700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.122793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.96912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 380.894, "Performance_Units": "Samples/s" }, { "ID": "5.0-1701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.128585, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.247872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 394.573, "Performance_Units": "Samples/s" }, { "ID": "5.0-1702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.596256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.607792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 740.062, "Performance_Units": "Samples/s" }, { "ID": "5.0-1703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.395093, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.306032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 272.314, "Performance_Units": "Samples/s" }, { "ID": "5.0-1704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.758728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.51528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.747, "Performance_Units": "Samples/s" }, { "ID": "5.0-1705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.163895, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.36904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 374.571, "Performance_Units": "Samples/s" }, { "ID": "5.0-1706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.742512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.252952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-1707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.147353, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.613616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.893, "Performance_Units": "Samples/s" }, { "ID": "5.0-1708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.523224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.173968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.726, "Performance_Units": "Samples/s" }, { "ID": "5.0-1709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.949718, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.325912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.7447, "Performance_Units": "Samples/s" }, { "ID": "5.0-1710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.524102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.44784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.2098, "Performance_Units": "Samples/s" }, { "ID": "5.0-1711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.867416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.884848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1084.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-1712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.957272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.7556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 974.552, "Performance_Units": "Samples/s" }, { "ID": "5.0-1713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.064537, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.722488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 870.255, "Performance_Units": "Samples/s" }, { "ID": "5.0-1714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.18546, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.205256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 770.02, "Performance_Units": "Samples/s" }, { "ID": "5.0-1715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.348388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.130504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 927.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-1716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.109226, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.710512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 781.439, "Performance_Units": "Samples/s" }, { "ID": "5.0-1717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.318128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.015056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 662.303, "Performance_Units": "Samples/s" }, { "ID": "5.0-1718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.54793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.163408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 550.688, "Performance_Units": "Samples/s" }, { "ID": "5.0-1719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.847059, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.030112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 763.941, "Performance_Units": "Samples/s" }, { "ID": "5.0-1720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.341059, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.155704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 595.301, "Performance_Units": "Samples/s" }, { "ID": "5.0-1721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.73436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.83228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 468.863, "Performance_Units": "Samples/s" }, { "ID": "5.0-1722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.158651, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.836336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 381.399, "Performance_Units": "Samples/s" }, { "ID": "5.0-1723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.733113, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.782528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 576.201, "Performance_Units": "Samples/s" }, { "ID": "5.0-1724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.759006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.779104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 427.639, "Performance_Units": "Samples/s" }, { "ID": "5.0-1725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.529326, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.030616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.365, "Performance_Units": "Samples/s" }, { "ID": "5.0-1726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.065654, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.510088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-1727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.596874, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.79144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.551, "Performance_Units": "Samples/s" }, { "ID": "5.0-1728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.680862, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.035384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 565.503, "Performance_Units": "Samples/s" }, { "ID": "5.0-1729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.834447, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.76004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 511.081, "Performance_Units": "Samples/s" }, { "ID": "5.0-1730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.027627, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.343768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 461.26, "Performance_Units": "Samples/s" }, { "ID": "5.0-1731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.238991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.501176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 587.897, "Performance_Units": "Samples/s" }, { "ID": "5.0-1732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.764679, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.918128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 534.522, "Performance_Units": "Samples/s" }, { "ID": "5.0-1733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.935556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.49536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 482.167, "Performance_Units": "Samples/s" }, { "ID": "5.0-1734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.138134, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.566376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 422.297, "Performance_Units": "Samples/s" }, { "ID": "5.0-1735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.442231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.71732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 535.298, "Performance_Units": "Samples/s" }, { "ID": "5.0-1736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.922033, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.020624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 460.51, "Performance_Units": "Samples/s" }, { "ID": "5.0-1737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.232429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.169768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 406.302, "Performance_Units": "Samples/s" }, { "ID": "5.0-1738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.521225, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.383232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 338.177, "Performance_Units": "Samples/s" }, { "ID": "5.0-1739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.033928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.685544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 504.567, "Performance_Units": "Samples/s" }, { "ID": "5.0-1740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.037653, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.195472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 422.118, "Performance_Units": "Samples/s" }, { "ID": "5.0-1741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.429146, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.739704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.165, "Performance_Units": "Samples/s" }, { "ID": "5.0-1742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.842927, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.129344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.531, "Performance_Units": "Samples/s" }, { "ID": "5.0-1743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.1891, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.714336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.061, "Performance_Units": "Samples/s" }, { "ID": "5.0-1744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.345024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.63728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 354.945, "Performance_Units": "Samples/s" }, { "ID": "5.0-1745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.882734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.326552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.559, "Performance_Units": "Samples/s" }, { "ID": "5.0-1746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.849132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.746776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 622.817, "Performance_Units": "Samples/s" }, { "ID": "5.0-1747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.2xlarge", "Platform": "aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.662777, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.434888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.827, "Performance_Units": "Samples/s" }, { "ID": "5.0-1748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.023551, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.648584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.211, "Performance_Units": "Samples/s" }, { "ID": "5.0-1749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.113509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.599912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 209.873, "Performance_Units": "Samples/s" }, { "ID": "5.0-1750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.818947, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.226392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.538, "Performance_Units": "Samples/s" }, { "ID": "5.0-1751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.578601, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.097888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.5573, "Performance_Units": "Samples/s" }, { "ID": "5.0-1752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.474356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.647856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 406.494, "Performance_Units": "Samples/s" }, { "ID": "5.0-1753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.516732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.259608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.761, "Performance_Units": "Samples/s" }, { "ID": "5.0-1754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.444386, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.523176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 263.15, "Performance_Units": "Samples/s" }, { "ID": "5.0-1755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.876991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.116944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.988, "Performance_Units": "Samples/s" }, { "ID": "5.0-1756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.810245, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.49176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.378, "Performance_Units": "Samples/s" }, { "ID": "5.0-1757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.604092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.26816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1171.21, "Performance_Units": "Samples/s" }, { "ID": "5.0-1758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.885157, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.699568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1100.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-1759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.939624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.153824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1041.63, "Performance_Units": "Samples/s" }, { "ID": "5.0-1760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.992452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.639528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 985.376, "Performance_Units": "Samples/s" }, { "ID": "5.0-1761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.04959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.1818, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1039.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-1762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.994396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.821712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 961.982, "Performance_Units": "Samples/s" }, { "ID": "5.0-1763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.073, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.326152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 810.77, "Performance_Units": "Samples/s" }, { "ID": "5.0-1764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.261772, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.869832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 777.749, "Performance_Units": "Samples/s" }, { "ID": "5.0-1765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.316071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.204456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 921.532, "Performance_Units": "Samples/s" }, { "ID": "5.0-1766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.118882, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.698272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 788.161, "Performance_Units": "Samples/s" }, { "ID": "5.0-1767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.300252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.903456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 600.143, "Performance_Units": "Samples/s" }, { "ID": "5.0-1768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.696939, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.690192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 581.859, "Performance_Units": "Samples/s" }, { "ID": "5.0-1769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.740527, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.856136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 725.262, "Performance_Units": "Samples/s" }, { "ID": "5.0-1770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.4046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.733104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 617.467, "Performance_Units": "Samples/s" }, { "ID": "5.0-1771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.647372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.257576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 429.956, "Performance_Units": "Samples/s" }, { "ID": "5.0-1772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.35509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.72128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 402.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-1773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.519641, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.061048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1204.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-1774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.860895, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.1124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1191.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-1775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.86753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.378808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1146.84, "Performance_Units": "Samples/s" }, { "ID": "5.0-1776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.899528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.68664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1096.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-1777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.937879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.317208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1162.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-1778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.891562, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.810544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1082.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-1779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.952579, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.198432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1031.14, "Performance_Units": "Samples/s" }, { "ID": "5.0-1780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.997804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 977.064, "Performance_Units": "Samples/s" }, { "ID": "5.0-1781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.050637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.720176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1100.61, "Performance_Units": "Samples/s" }, { "ID": "5.0-1782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.937566, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.653312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 979.888, "Performance_Units": "Samples/s" }, { "ID": "5.0-1783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.051155, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.355552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 899.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-1784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.138821, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.388136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 827.916, "Performance_Units": "Samples/s" }, { "ID": "5.0-1785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.233858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.50004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 996.95, "Performance_Units": "Samples/s" }, { "ID": "5.0-1786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.032173, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.852504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 850.912, "Performance_Units": "Samples/s" }, { "ID": "5.0-1787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.201464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.370832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 754.14, "Performance_Units": "Samples/s" }, { "ID": "5.0-1788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.35229, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.919864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 694.534, "Performance_Units": "Samples/s" }, { "ID": "5.0-1789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.466672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.442768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 633.397, "Performance_Units": "Samples/s" }, { "ID": "5.0-1790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.636922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.373552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 586.23, "Performance_Units": "Samples/s" }, { "ID": "5.0-1791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.756386, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.028504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 563.007, "Performance_Units": "Samples/s" }, { "ID": "5.0-1792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.836524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.635432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 538.008, "Performance_Units": "Samples/s" }, { "ID": "5.0-1793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.911346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.92244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 606.978, "Performance_Units": "Samples/s" }, { "ID": "5.0-1794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.699183, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.81088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 569.349, "Performance_Units": "Samples/s" }, { "ID": "5.0-1795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.809115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.938768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.325, "Performance_Units": "Samples/s" }, { "ID": "5.0-1796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.946482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.048736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 492.768, "Performance_Units": "Samples/s" }, { "ID": "5.0-1797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.083021, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.306176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 550.95, "Performance_Units": "Samples/s" }, { "ID": "5.0-1798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.870665, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.808632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 498.687, "Performance_Units": "Samples/s" }, { "ID": "5.0-1799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.055303, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.333672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.141, "Performance_Units": "Samples/s" }, { "ID": "5.0-1800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.242205, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.051624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 417.408, "Performance_Units": "Samples/s" }, { "ID": "5.0-1801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.44481, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.795728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.609, "Performance_Units": "Samples/s" }, { "ID": "5.0-1802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.932479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.713184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 470.497, "Performance_Units": "Samples/s" }, { "ID": "5.0-1803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.17015, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.1216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 414.994, "Performance_Units": "Samples/s" }, { "ID": "5.0-1804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.458038, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.692216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.667, "Performance_Units": "Samples/s" }, { "ID": "5.0-1805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.699777, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.001008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 573.034, "Performance_Units": "Samples/s" }, { "ID": "5.0-1806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.826118, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.586928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 544.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-1807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.904648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.81228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 537.271, "Performance_Units": "Samples/s" }, { "ID": "5.0-1808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.928786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.30804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 521.266, "Performance_Units": "Samples/s" }, { "ID": "5.0-1809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.990579, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.277928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 556.454, "Performance_Units": "Samples/s" }, { "ID": "5.0-1810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.862022, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.916216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.972, "Performance_Units": "Samples/s" }, { "ID": "5.0-1811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.946426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.72268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.609, "Performance_Units": "Samples/s" }, { "ID": "5.0-1812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.031899, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.767696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 505.611, "Performance_Units": "Samples/s" }, { "ID": "5.0-1813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.045247, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.945608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.212, "Performance_Units": "Samples/s" }, { "ID": "5.0-1814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.950929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.68456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 507.379, "Performance_Units": "Samples/s" }, { "ID": "5.0-1815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.039606, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.317312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 485.444, "Performance_Units": "Samples/s" }, { "ID": "5.0-1816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.117794, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.350496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 458.313, "Performance_Units": "Samples/s" }, { "ID": "5.0-1817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.242802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.053872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 525.604, "Performance_Units": "Samples/s" }, { "ID": "5.0-1818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.96227, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.30576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 488.458, "Performance_Units": "Samples/s" }, { "ID": "5.0-1819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.113558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.802384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 472.711, "Performance_Units": "Samples/s" }, { "ID": "5.0-1820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.176246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.127472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 439.202, "Performance_Units": "Samples/s" }, { "ID": "5.0-1821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.338052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.470424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.481, "Performance_Units": "Samples/s" }, { "ID": "5.0-1822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.749396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.041176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 438.766, "Performance_Units": "Samples/s" }, { "ID": "5.0-1823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.327515, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.550808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 388.625, "Performance_Units": "Samples/s" }, { "ID": "5.0-1824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.638179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.031056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 769.835, "Performance_Units": "Samples/s" }, { "ID": "5.0-1825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.338914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.33752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 264.767, "Performance_Units": "Samples/s" }, { "ID": "5.0-1826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.856897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.934024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 496.883, "Performance_Units": "Samples/s" }, { "ID": "5.0-1827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.070738, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.36268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 357.386, "Performance_Units": "Samples/s" }, { "ID": "5.0-1828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.868859, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.909528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1076.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-1829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.962077, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.75704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 970.214, "Performance_Units": "Samples/s" }, { "ID": "5.0-1830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.066119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.676232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 880.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-1831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.175317, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.75052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 793.176, "Performance_Units": "Samples/s" }, { "ID": "5.0-1832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.305558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.846232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 961.994, "Performance_Units": "Samples/s" }, { "ID": "5.0-1833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.075071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.006512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 845.576, "Performance_Units": "Samples/s" }, { "ID": "5.0-1834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.219205, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.837528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 711.112, "Performance_Units": "Samples/s" }, { "ID": "5.0-1835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.445741, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.850952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 657.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-1836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.565525, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.98812, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 849.335, "Performance_Units": "Samples/s" }, { "ID": "5.0-1837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.212947, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.764816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 718.052, "Performance_Units": "Samples/s" }, { "ID": "5.0-1838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.430167, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.529496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 537.741, "Performance_Units": "Samples/s" }, { "ID": "5.0-1839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.89728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.413184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 512.621, "Performance_Units": "Samples/s" }, { "ID": "5.0-1840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.990336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.210704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 688.936, "Performance_Units": "Samples/s" }, { "ID": "5.0-1841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.481391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.008016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 570.846, "Performance_Units": "Samples/s" }, { "ID": "5.0-1842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.783566, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.122352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 398.368, "Performance_Units": "Samples/s" }, { "ID": "5.0-1843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.547578, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.68432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 363.537, "Performance_Units": "Samples/s" }, { "ID": "5.0-1844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.79448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.111056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 377.405, "Performance_Units": "Samples/s" }, { "ID": "5.0-1845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.707848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.405832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 511.125, "Performance_Units": "Samples/s" }, { "ID": "5.0-1846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.00566, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.790688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 443.706, "Performance_Units": "Samples/s" }, { "ID": "5.0-1847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.301727, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.392128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.427, "Performance_Units": "Samples/s" }, { "ID": "5.0-1848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.62198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.330296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 344.318, "Performance_Units": "Samples/s" }, { "ID": "5.0-1849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c7gn.4xlarge", "Platform": "aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c7gn.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.958392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.806536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.681, "Performance_Units": "Samples/s" }, { "ID": "5.0-1850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.239887, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.340232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.282, "Performance_Units": "Samples/s" }, { "ID": "5.0-1851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.29417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.366496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-1852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.551115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.4426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.9309, "Performance_Units": "Samples/s" }, { "ID": "5.0-1853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.965228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.714688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.7251, "Performance_Units": "Samples/s" }, { "ID": "5.0-1854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.112134, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.06052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 426.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-1855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.697429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.45804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-1856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.135394, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.147344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.038, "Performance_Units": "Samples/s" }, { "ID": "5.0-1857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.914706, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.42172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.657, "Performance_Units": "Samples/s" }, { "ID": "5.0-1858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.659307, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.914544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.094, "Performance_Units": "Samples/s" }, { "ID": "5.0-1859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.977883, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.432416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1533.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-1860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.665274, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.884792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1415.39, "Performance_Units": "Samples/s" }, { "ID": "5.0-1861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.719668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.627064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1286.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-1862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.793401, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.06108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1129.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-1863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.970485, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.132168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1193.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-1864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.855556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.139424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 976.515, "Performance_Units": "Samples/s" }, { "ID": "5.0-1865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.213547, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.08448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 819.69, "Performance_Units": "Samples/s" }, { "ID": "5.0-1866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.235087, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.514344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 636.622, "Performance_Units": "Samples/s" }, { "ID": "5.0-1867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.00188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.57892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 864.338, "Performance_Units": "Samples/s" }, { "ID": "5.0-1868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.172023, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.522048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 626.285, "Performance_Units": "Samples/s" }, { "ID": "5.0-1869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.107835, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.451168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 453.415, "Performance_Units": "Samples/s" }, { "ID": "5.0-1870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.553292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.163264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.482, "Performance_Units": "Samples/s" }, { "ID": "5.0-1871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.719776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.365048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 593.668, "Performance_Units": "Samples/s" }, { "ID": "5.0-1872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.917108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.196984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 420.481, "Performance_Units": "Samples/s" }, { "ID": "5.0-1873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.295354, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.949272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-1874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.071961, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.93952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 237.027, "Performance_Units": "Samples/s" }, { "ID": "5.0-1875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.14723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.144304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1606.23, "Performance_Units": "Samples/s" }, { "ID": "5.0-1876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.632228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.381488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1546.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-1877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.658987, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.676304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1462.92, "Performance_Units": "Samples/s" }, { "ID": "5.0-1878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.69502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.19272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1365.39, "Performance_Units": "Samples/s" }, { "ID": "5.0-1879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.757209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.563512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1501.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-1880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.681457, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.973016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1399.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-1881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.729816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.02804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1255.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-1882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.821956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.23456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1112.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-1883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.994858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.37608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1335.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-1884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.767914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.028112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1159.52, "Performance_Units": "Samples/s" }, { "ID": "5.0-1885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.886933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.916064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 988.121, "Performance_Units": "Samples/s" }, { "ID": "5.0-1886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.190497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.425776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 805.169, "Performance_Units": "Samples/s" }, { "ID": "5.0-1887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.514385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.156048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1125.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-1888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.915235, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.880328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 908.301, "Performance_Units": "Samples/s" }, { "ID": "5.0-1889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.25258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.853448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 776.926, "Performance_Units": "Samples/s" }, { "ID": "5.0-1890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.560378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.451856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 617.955, "Performance_Units": "Samples/s" }, { "ID": "5.0-1891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.980492, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.799544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 704.068, "Performance_Units": "Samples/s" }, { "ID": "5.0-1892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.445444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.357144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 671.548, "Performance_Units": "Samples/s" }, { "ID": "5.0-1893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.515902, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.59752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.019, "Performance_Units": "Samples/s" }, { "ID": "5.0-1894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.653444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.329832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 554.718, "Performance_Units": "Samples/s" }, { "ID": "5.0-1895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.830302, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.26208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 672.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-1896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.508924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.656496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 609.311, "Performance_Units": "Samples/s" }, { "ID": "5.0-1897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.666574, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.462136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 554.076, "Performance_Units": "Samples/s" }, { "ID": "5.0-1898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.829596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.738928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 480.741, "Performance_Units": "Samples/s" }, { "ID": "5.0-1899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.249979, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.547296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 582.331, "Performance_Units": "Samples/s" }, { "ID": "5.0-1900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.742739, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.938864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.979, "Performance_Units": "Samples/s" }, { "ID": "5.0-1901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.042573, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.643008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.968, "Performance_Units": "Samples/s" }, { "ID": "5.0-1902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.355056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.772856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.505, "Performance_Units": "Samples/s" }, { "ID": "5.0-1903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.488207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.893248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 520.52, "Performance_Units": "Samples/s" }, { "ID": "5.0-1904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.950294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.116112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 422.947, "Performance_Units": "Samples/s" }, { "ID": "5.0-1905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.767, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.2808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.837, "Performance_Units": "Samples/s" }, { "ID": "5.0-1906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.771029, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.767016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.545, "Performance_Units": "Samples/s" }, { "ID": "5.0-1907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.397249, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.532024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 781.109, "Performance_Units": "Samples/s" }, { "ID": "5.0-1908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.297491, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.385936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 733.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-1909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.392423, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.180704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 696.16, "Performance_Units": "Samples/s" }, { "ID": "5.0-1910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.474477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.007184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 654.185, "Performance_Units": "Samples/s" }, { "ID": "5.0-1911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.590218, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.996384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 749.575, "Performance_Units": "Samples/s" }, { "ID": "5.0-1912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.353622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.680384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 712.463, "Performance_Units": "Samples/s" }, { "ID": "5.0-1913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.429782, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.269192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 674.918, "Performance_Units": "Samples/s" }, { "ID": "5.0-1914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.502896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.784696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 619.376, "Performance_Units": "Samples/s" }, { "ID": "5.0-1915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.636196, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.6336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 710.526, "Performance_Units": "Samples/s" }, { "ID": "5.0-1916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.42836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.987544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 644.657, "Performance_Units": "Samples/s" }, { "ID": "5.0-1917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.57165, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.407952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 593.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-1918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.705783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.988576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 529.636, "Performance_Units": "Samples/s" }, { "ID": "5.0-1919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.914757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.408712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 666.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-1920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.521568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.488696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.044, "Performance_Units": "Samples/s" }, { "ID": "5.0-1921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.648626, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.951112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 551.729, "Performance_Units": "Samples/s" }, { "ID": "5.0-1922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.915283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.022144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 485.841, "Performance_Units": "Samples/s" }, { "ID": "5.0-1923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.251528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.080616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.12, "Performance_Units": "Samples/s" }, { "ID": "5.0-1924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.527529, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.913344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.444, "Performance_Units": "Samples/s" }, { "ID": "5.0-1925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.264457, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.140968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 439.117, "Performance_Units": "Samples/s" }, { "ID": "5.0-1926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.326284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.1268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 791.074, "Performance_Units": "Samples/s" }, { "ID": "5.0-1927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.313331, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.077472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.048, "Performance_Units": "Samples/s" }, { "ID": "5.0-1928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.952777, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.1788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 586.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-1929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.752016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.052872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 483.032, "Performance_Units": "Samples/s" }, { "ID": "5.0-1930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.097891, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.65972, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.687, "Performance_Units": "Samples/s" }, { "ID": "5.0-1931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.586281, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.09576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.741, "Performance_Units": "Samples/s" }, { "ID": "5.0-1932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.55993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.241328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.229, "Performance_Units": "Samples/s" }, { "ID": "5.0-1933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.530628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.105704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.6805, "Performance_Units": "Samples/s" }, { "ID": "5.0-1934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.205798, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.5424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.3185, "Performance_Units": "Samples/s" }, { "ID": "5.0-1935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.432689, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.115656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1368.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-1936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.751846, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.939008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1210.87, "Performance_Units": "Samples/s" }, { "ID": "5.0-1937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.851863, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.106616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1050.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-1938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.99163, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.025608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 900.289, "Performance_Units": "Samples/s" }, { "ID": "5.0-1939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.160542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.641744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1102.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-1940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.928015, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.96304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 893.159, "Performance_Units": "Samples/s" }, { "ID": "5.0-1941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.283062, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.292424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 722.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-1942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.414018, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.644008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 566.793, "Performance_Units": "Samples/s" }, { "ID": "5.0-1943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.917645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.308312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 817.167, "Performance_Units": "Samples/s" }, { "ID": "5.0-1944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.239689, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.294592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 597.871, "Performance_Units": "Samples/s" }, { "ID": "5.0-1945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.183195, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.205312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 433.891, "Performance_Units": "Samples/s" }, { "ID": "5.0-1946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.320975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.921352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 353.617, "Performance_Units": "Samples/s" }, { "ID": "5.0-1947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.850087, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.117784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 576.057, "Performance_Units": "Samples/s" }, { "ID": "5.0-1948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.73633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.789864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 405.059, "Performance_Units": "Samples/s" }, { "ID": "5.0-1949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.382638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.329024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.241, "Performance_Units": "Samples/s" }, { "ID": "5.0-1950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.41963, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.1844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.287, "Performance_Units": "Samples/s" }, { "ID": "5.0-1951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.939478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.27364, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 675.385, "Performance_Units": "Samples/s" }, { "ID": "5.0-1952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.50935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.543968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.963, "Performance_Units": "Samples/s" }, { "ID": "5.0-1953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.66135, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.120248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 557.057, "Performance_Units": "Samples/s" }, { "ID": "5.0-1954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.841762, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.828624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.445, "Performance_Units": "Samples/s" }, { "ID": "5.0-1955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.067689, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.951304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 638.744, "Performance_Units": "Samples/s" }, { "ID": "5.0-1956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.59403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.624488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 570.203, "Performance_Units": "Samples/s" }, { "ID": "5.0-1957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.788358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.45764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 504.256, "Performance_Units": "Samples/s" }, { "ID": "5.0-1958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.022809, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.446568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 438.37, "Performance_Units": "Samples/s" }, { "ID": "5.0-1959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.353166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.871712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 558.602, "Performance_Units": "Samples/s" }, { "ID": "5.0-1960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.820262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.443424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 471.294, "Performance_Units": "Samples/s" }, { "ID": "5.0-1961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.152332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.814512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 402.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-1962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.518309, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.220976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 328.751, "Performance_Units": "Samples/s" }, { "ID": "5.0-1963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.668598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.281216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 508.051, "Performance_Units": "Samples/s" }, { "ID": "5.0-1964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.998412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.858408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 408.215, "Performance_Units": "Samples/s" }, { "ID": "5.0-1965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.780106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.274864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.126, "Performance_Units": "Samples/s" }, { "ID": "5.0-1966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.908132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.376608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 277.615, "Performance_Units": "Samples/s" }, { "ID": "5.0-1967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.55054, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.470912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.788, "Performance_Units": "Samples/s" }, { "ID": "5.0-1968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.752671, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.86508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.401, "Performance_Units": "Samples/s" }, { "ID": "5.0-1969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.56422, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.808816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 382.348, "Performance_Units": "Samples/s" }, { "ID": "5.0-1970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.681568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.566024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 645.021, "Performance_Units": "Samples/s" }, { "ID": "5.0-1971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.2xlarge", "Platform": "aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.60294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.938928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.886, "Performance_Units": "Samples/s" }, { "ID": "5.0-1972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.84885, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.144344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 253.382, "Performance_Units": "Samples/s" }, { "ID": "5.0-1973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.026855, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.462288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-1974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.899552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.640824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.768, "Performance_Units": "Samples/s" }, { "ID": "5.0-1975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.815105, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.441376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.0177, "Performance_Units": "Samples/s" }, { "ID": "5.0-1976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.277203, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.05504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.518, "Performance_Units": "Samples/s" }, { "ID": "5.0-1977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.075575, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.801872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 356.608, "Performance_Units": "Samples/s" }, { "ID": "5.0-1978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.864903, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.388896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.154, "Performance_Units": "Samples/s" }, { "ID": "5.0-1979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.234749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.32444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.076, "Performance_Units": "Samples/s" }, { "ID": "5.0-1980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.047031, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.011696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 181.667, "Performance_Units": "Samples/s" }, { "ID": "5.0-1981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.579069, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.919352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1431.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-1982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.717065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.30936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1350.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-1983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.761002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.765936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1258.37, "Performance_Units": "Samples/s" }, { "ID": "5.0-1984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.818471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.227648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1173.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-1985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.876376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.727232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1271.63, "Performance_Units": "Samples/s" }, { "ID": "5.0-1986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.806497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.440976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1141.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-1987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.900904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.538056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 991.798, "Performance_Units": "Samples/s" }, { "ID": "5.0-1988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.03103, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.906544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 890.304, "Performance_Units": "Samples/s" }, { "ID": "5.0-1989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.146757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.012576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1067.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-1990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.958686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.967688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 874.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-1991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.166069, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.281032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 641.975, "Performance_Units": "Samples/s" }, { "ID": "5.0-1992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.580435, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.573016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 606.826, "Performance_Units": "Samples/s" }, { "ID": "5.0-1993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.722172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.8088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 846.536, "Performance_Units": "Samples/s" }, { "ID": "5.0-1994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.202952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.539832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 671.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-1995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.507524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.265184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.368, "Performance_Units": "Samples/s" }, { "ID": "5.0-1996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.219662, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.806088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 393.982, "Performance_Units": "Samples/s" }, { "ID": "5.0-1997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.553078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.69668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1502.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-1998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.689997, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.880496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-1999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1452.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-1999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.714127, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.0848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1397.73, "Performance_Units": "Samples/s" }, { "ID": "5.0-2000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.739781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.352312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1332.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-2001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.771549, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.08096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1407.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-2002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.736577, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.46652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1322.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-2003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.781624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.821144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1244.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-2004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.826316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.195176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1176.68, "Performance_Units": "Samples/s" }, { "ID": "5.0-2005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.870952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.539648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1322.46, "Performance_Units": "Samples/s" }, { "ID": "5.0-2006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.781667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.23208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1180.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-2007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.87179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.790952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1093.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-2008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.937346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.6934, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1000.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-2009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.020399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.119952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1222.06, "Performance_Units": "Samples/s" }, { "ID": "5.0-2010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.844013, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.183296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1041.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-2011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.983983, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.017808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 949.288, "Performance_Units": "Samples/s" }, { "ID": "5.0-2012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.074175, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.382552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 857.712, "Performance_Units": "Samples/s" }, { "ID": "5.0-2013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.190876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.977536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 709.847, "Performance_Units": "Samples/s" }, { "ID": "5.0-2014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.445954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.797, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 666.519, "Performance_Units": "Samples/s" }, { "ID": "5.0-2015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.548308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.92424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 611.874, "Performance_Units": "Samples/s" }, { "ID": "5.0-2016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.685906, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.638656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 580.144, "Performance_Units": "Samples/s" }, { "ID": "5.0-2017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.773962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.625096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 672.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-2018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.528403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.784936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 616.517, "Performance_Units": "Samples/s" }, { "ID": "5.0-2019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.667227, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.559808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 587.491, "Performance_Units": "Samples/s" }, { "ID": "5.0-2020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.75955, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.01572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 560.234, "Performance_Units": "Samples/s" }, { "ID": "5.0-2021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.828527, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.555768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 623.485, "Performance_Units": "Samples/s" }, { "ID": "5.0-2022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.642603, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.977992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 562.899, "Performance_Units": "Samples/s" }, { "ID": "5.0-2023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.82189, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.398416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 491.197, "Performance_Units": "Samples/s" }, { "ID": "5.0-2024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.109715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.161232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 442.561, "Performance_Units": "Samples/s" }, { "ID": "5.0-2025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.312277, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.95764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 565.215, "Performance_Units": "Samples/s" }, { "ID": "5.0-2026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.814406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.01428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.245, "Performance_Units": "Samples/s" }, { "ID": "5.0-2027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.068862, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.12032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 442.066, "Performance_Units": "Samples/s" }, { "ID": "5.0-2028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.313578, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.59704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 390.316, "Performance_Units": "Samples/s" }, { "ID": "5.0-2029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.612464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.071568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 713.436, "Performance_Units": "Samples/s" }, { "ID": "5.0-2030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.460686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.28144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 695.093, "Performance_Units": "Samples/s" }, { "ID": "5.0-2031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.486463, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.714448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 668.998, "Performance_Units": "Samples/s" }, { "ID": "5.0-2032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.544473, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.308992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 644.832, "Performance_Units": "Samples/s" }, { "ID": "5.0-2033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.601679, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.062224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 712.354, "Performance_Units": "Samples/s" }, { "ID": "5.0-2034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.457885, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.626064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 681.444, "Performance_Units": "Samples/s" }, { "ID": "5.0-2035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.527045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.080424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 652.173, "Performance_Units": "Samples/s" }, { "ID": "5.0-2036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.585631, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.5808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 629.106, "Performance_Units": "Samples/s" }, { "ID": "5.0-2037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.644327, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.554008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 682.577, "Performance_Units": "Samples/s" }, { "ID": "5.0-2038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.518654, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.727352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 622.943, "Performance_Units": "Samples/s" }, { "ID": "5.0-2039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.664283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.300488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 595.078, "Performance_Units": "Samples/s" }, { "ID": "5.0-2040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.734794, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.140872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 561.507, "Performance_Units": "Samples/s" }, { "ID": "5.0-2041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.832228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.086896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 654.076, "Performance_Units": "Samples/s" }, { "ID": "5.0-2042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.581757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.173952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 600.885, "Performance_Units": "Samples/s" }, { "ID": "5.0-2043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.713748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.236104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 565.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-2044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.819736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.880264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 533.163, "Performance_Units": "Samples/s" }, { "ID": "5.0-2045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.923817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.211168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 309.565, "Performance_Units": "Samples/s" }, { "ID": "5.0-2046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.318027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.256432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.421, "Performance_Units": "Samples/s" }, { "ID": "5.0-2047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.075801, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.73832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 451.046, "Performance_Units": "Samples/s" }, { "ID": "5.0-2048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.27658, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.971032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 854.254, "Performance_Units": "Samples/s" }, { "ID": "5.0-2049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.203682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.741576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 337.512, "Performance_Units": "Samples/s" }, { "ID": "5.0-2050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.023353, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.920944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 607.253, "Performance_Units": "Samples/s" }, { "ID": "5.0-2051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.690179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.281264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.34, "Performance_Units": "Samples/s" }, { "ID": "5.0-2052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.232434, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.216224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.641, "Performance_Units": "Samples/s" }, { "ID": "5.0-2053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.208624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.994072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 231.654, "Performance_Units": "Samples/s" }, { "ID": "5.0-2054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.40392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.822424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.174, "Performance_Units": "Samples/s" }, { "ID": "5.0-2055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.247283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.542992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-2056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.237569, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.688816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.233, "Performance_Units": "Samples/s" }, { "ID": "5.0-2057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.598019, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.591848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1291.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-2058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.800369, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.430944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1159.92, "Performance_Units": "Samples/s" }, { "ID": "5.0-2059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.900204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.312832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1036.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-2060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.010281, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.220216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 937.859, "Performance_Units": "Samples/s" }, { "ID": "5.0-2061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.122591, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.340856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1161.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-2062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.886487, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.582416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 993.594, "Performance_Units": "Samples/s" }, { "ID": "5.0-2063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.042701, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.973496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 849.301, "Performance_Units": "Samples/s" }, { "ID": "5.0-2064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.215941, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.62576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 730.776, "Performance_Units": "Samples/s" }, { "ID": "5.0-2065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.411603, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.57664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 993.095, "Performance_Units": "Samples/s" }, { "ID": "5.0-2066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.03567, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.745952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 807.871, "Performance_Units": "Samples/s" }, { "ID": "5.0-2067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.282563, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.585488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 584.493, "Performance_Units": "Samples/s" }, { "ID": "5.0-2068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.751972, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.464176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 540.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-2069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.891382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.819704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 803.019, "Performance_Units": "Samples/s" }, { "ID": "5.0-2070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.27352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.548248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 622.938, "Performance_Units": "Samples/s" }, { "ID": "5.0-2071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.639623, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.174576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 423.171, "Performance_Units": "Samples/s" }, { "ID": "5.0-2072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.400258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.460456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.28, "Performance_Units": "Samples/s" }, { "ID": "5.0-2073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.806811, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.670264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 670.853, "Performance_Units": "Samples/s" }, { "ID": "5.0-2074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.536704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.696648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 621.054, "Performance_Units": "Samples/s" }, { "ID": "5.0-2075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.66268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.019904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 567.907, "Performance_Units": "Samples/s" }, { "ID": "5.0-2076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.825204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.217752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 522.371, "Performance_Units": "Samples/s" }, { "ID": "5.0-2077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.97574, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.038712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 650.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-2078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.582334, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.370432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 591.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-2079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.745369, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.837992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 538.379, "Performance_Units": "Samples/s" }, { "ID": "5.0-2080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.924447, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.16928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-2081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.09355, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.128536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 598.296, "Performance_Units": "Samples/s" }, { "ID": "5.0-2082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.714037, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.037744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-2083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.95266, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.1776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 463.846, "Performance_Units": "Samples/s" }, { "ID": "5.0-2084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.216561, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.388768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.331, "Performance_Units": "Samples/s" }, { "ID": "5.0-2085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.482876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.54696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 545.066, "Performance_Units": "Samples/s" }, { "ID": "5.0-2086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.887313, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.958264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 468.875, "Performance_Units": "Samples/s" }, { "ID": "5.0-2087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.189106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.71224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 408.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-2088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.517072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.970104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.851, "Performance_Units": "Samples/s" }, { "ID": "5.0-2089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.848742, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.626488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 292.366, "Performance_Units": "Samples/s" }, { "ID": "5.0-2090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.503348, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.989848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 445.585, "Performance_Units": "Samples/s" }, { "ID": "5.0-2091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.310543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.576576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 408.592, "Performance_Units": "Samples/s" }, { "ID": "5.0-2092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.514999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.05892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 720.458, "Performance_Units": "Samples/s" }, { "ID": "5.0-2093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance c8g.4xlarge", "Platform": "aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_c8g.4xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.458849, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.18452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.528, "Performance_Units": "Samples/s" }, { "ID": "5.0-2094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.522759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.822344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.881, "Performance_Units": "Samples/s" }, { "ID": "5.0-2095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.554907, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.63204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.5298, "Performance_Units": "Samples/s" }, { "ID": "5.0-2096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.816783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.181784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.4653, "Performance_Units": "Samples/s" }, { "ID": "5.0-2097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.474751, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.289992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.964, "Performance_Units": "Samples/s" }, { "ID": "5.0-2098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.442119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.252136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.674, "Performance_Units": "Samples/s" }, { "ID": "5.0-2099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.050721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.556592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.691, "Performance_Units": "Samples/s" }, { "ID": "5.0-2100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.493278, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.66848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.304, "Performance_Units": "Samples/s" }, { "ID": "5.0-2101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.263694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.594832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.9506, "Performance_Units": "Samples/s" }, { "ID": "5.0-2102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.45848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 184.676216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.7449, "Performance_Units": "Samples/s" }, { "ID": "5.0-2103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.461294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.220264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 809.393, "Performance_Units": "Samples/s" }, { "ID": "5.0-2104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.255723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.17436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 751.228, "Performance_Units": "Samples/s" }, { "ID": "5.0-2105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.355966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.660144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 699.864, "Performance_Units": "Samples/s" }, { "ID": "5.0-2106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.45145, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.05028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 616.033, "Performance_Units": "Samples/s" }, { "ID": "5.0-2107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.830847, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.96036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 668.886, "Performance_Units": "Samples/s" }, { "ID": "5.0-2108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.514219, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.868776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 559.742, "Performance_Units": "Samples/s" }, { "ID": "5.0-2109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.974437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.567704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 464.013, "Performance_Units": "Samples/s" }, { "ID": "5.0-2110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.733692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.48472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 378.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-2111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.426618, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.723224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 487.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-2112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.060706, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.660032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 375.992, "Performance_Units": "Samples/s" }, { "ID": "5.0-2113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.506264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.737336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.734, "Performance_Units": "Samples/s" }, { "ID": "5.0-2114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.387686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.248192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-2115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.985778, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.025088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.091, "Performance_Units": "Samples/s" }, { "ID": "5.0-2116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.81495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.788184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 272.527, "Performance_Units": "Samples/s" }, { "ID": "5.0-2117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.248622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.536848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.824, "Performance_Units": "Samples/s" }, { "ID": "5.0-2118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.01178, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.828664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.454, "Performance_Units": "Samples/s" }, { "ID": "5.0-2119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.798923, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.907936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 841.061, "Performance_Units": "Samples/s" }, { "ID": "5.0-2120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.212639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.63748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 803.273, "Performance_Units": "Samples/s" }, { "ID": "5.0-2121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.266489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.632992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 750.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-2122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.353422, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.859096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 685.859, "Performance_Units": "Samples/s" }, { "ID": "5.0-2123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.479002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.965216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 769.236, "Performance_Units": "Samples/s" }, { "ID": "5.0-2124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.325681, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.04592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 695.897, "Performance_Units": "Samples/s" }, { "ID": "5.0-2125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.590058, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.571528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 610.111, "Performance_Units": "Samples/s" }, { "ID": "5.0-2126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.910897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.84584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 524.905, "Performance_Units": "Samples/s" }, { "ID": "5.0-2127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.315607, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.330344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 675.504, "Performance_Units": "Samples/s" }, { "ID": "5.0-2128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.613156, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.388272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 571.715, "Performance_Units": "Samples/s" }, { "ID": "5.0-2129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.949002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.202224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 485.977, "Performance_Units": "Samples/s" }, { "ID": "5.0-2130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.580329, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.88248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 412.64, "Performance_Units": "Samples/s" }, { "ID": "5.0-2131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.229159, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.565856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 575.431, "Performance_Units": "Samples/s" }, { "ID": "5.0-2132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.022477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.244608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 473.354, "Performance_Units": "Samples/s" }, { "ID": "5.0-2133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.159184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.831328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 394.219, "Performance_Units": "Samples/s" }, { "ID": "5.0-2134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.395371, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.043952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.494, "Performance_Units": "Samples/s" }, { "ID": "5.0-2135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.273847, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.018872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 436.852, "Performance_Units": "Samples/s" }, { "ID": "5.0-2136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.323861, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.750288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 410.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-2137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.485888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.976912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 380.688, "Performance_Units": "Samples/s" }, { "ID": "5.0-2138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.668142, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.2396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-2139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.033417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.479392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 408.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-2140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.490426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.30668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 373.025, "Performance_Units": "Samples/s" }, { "ID": "5.0-2141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.741954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.536688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.164, "Performance_Units": "Samples/s" }, { "ID": "5.0-2142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.062488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.8766, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.792, "Performance_Units": "Samples/s" }, { "ID": "5.0-2143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.844792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.062808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 355.964, "Performance_Units": "Samples/s" }, { "ID": "5.0-2144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.85316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.529904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 306.583, "Performance_Units": "Samples/s" }, { "ID": "5.0-2145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.697501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.853752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.429, "Performance_Units": "Samples/s" }, { "ID": "5.0-2146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.546381, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.70448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.266, "Performance_Units": "Samples/s" }, { "ID": "5.0-2147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.705293, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.200208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-2148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.193279, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.729904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.51, "Performance_Units": "Samples/s" }, { "ID": "5.0-2149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.470804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.867056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.726, "Performance_Units": "Samples/s" }, { "ID": "5.0-2150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.574142, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.285504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 185.143, "Performance_Units": "Samples/s" }, { "ID": "5.0-2151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.042641, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.16896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 405.86, "Performance_Units": "Samples/s" }, { "ID": "5.0-2152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.49187, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.13328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 383.299, "Performance_Units": "Samples/s" }, { "ID": "5.0-2153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.715796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.698104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.95, "Performance_Units": "Samples/s" }, { "ID": "5.0-2154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.772281, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.21544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 338.133, "Performance_Units": "Samples/s" }, { "ID": "5.0-2155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.988092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.409848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 388.608, "Performance_Units": "Samples/s" }, { "ID": "5.0-2156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.620568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.167784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.423, "Performance_Units": "Samples/s" }, { "ID": "5.0-2157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.74604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.386584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.014, "Performance_Units": "Samples/s" }, { "ID": "5.0-2158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.922993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.555616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.069, "Performance_Units": "Samples/s" }, { "ID": "5.0-2159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.203232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.554592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.823, "Performance_Units": "Samples/s" }, { "ID": "5.0-2160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.807129, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.526184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.645, "Performance_Units": "Samples/s" }, { "ID": "5.0-2161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.001688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.494128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-2162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.699125, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.199128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-2163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.434979, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.214496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 354.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-2164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.863013, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.5696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 318.838, "Performance_Units": "Samples/s" }, { "ID": "5.0-2165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.167433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.51224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-2166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.099554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.759736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 247.007, "Performance_Units": "Samples/s" }, { "ID": "5.0-2167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.951811, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.502432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.341, "Performance_Units": "Samples/s" }, { "ID": "5.0-2168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.784622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.3078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.802, "Performance_Units": "Samples/s" }, { "ID": "5.0-2169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.49693, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.438848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.442, "Performance_Units": "Samples/s" }, { "ID": "5.0-2170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.257165, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.380688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 464.979, "Performance_Units": "Samples/s" }, { "ID": "5.0-2171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.358946, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.868336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.565, "Performance_Units": "Samples/s" }, { "ID": "5.0-2172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.32596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.414448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.192, "Performance_Units": "Samples/s" }, { "ID": "5.0-2173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.973596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.196208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 262.433, "Performance_Units": "Samples/s" }, { "ID": "5.0-2174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.959057, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.950392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.819, "Performance_Units": "Samples/s" }, { "ID": "5.0-2175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.984916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.818448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-2176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.446849, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.320136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.0663, "Performance_Units": "Samples/s" }, { "ID": "5.0-2177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.853935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.731688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.7147, "Performance_Units": "Samples/s" }, { "ID": "5.0-2178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.646057, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.603504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.4183, "Performance_Units": "Samples/s" }, { "ID": "5.0-2179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.486766, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.08364, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 745.252, "Performance_Units": "Samples/s" }, { "ID": "5.0-2180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.363047, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.55368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 664.944, "Performance_Units": "Samples/s" }, { "ID": "5.0-2181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.529824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.888464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 589.166, "Performance_Units": "Samples/s" }, { "ID": "5.0-2182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.720668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.721608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 511.873, "Performance_Units": "Samples/s" }, { "ID": "5.0-2183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.976448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.511704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 618.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-2184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.638806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.41508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 510.712, "Performance_Units": "Samples/s" }, { "ID": "5.0-2185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.966856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.532272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 418.514, "Performance_Units": "Samples/s" }, { "ID": "5.0-2186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.39202, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.426064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 348.664, "Performance_Units": "Samples/s" }, { "ID": "5.0-2187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.859051, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.916016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 472.942, "Performance_Units": "Samples/s" }, { "ID": "5.0-2188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.125297, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.97304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 357.729, "Performance_Units": "Samples/s" }, { "ID": "5.0-2189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.679803, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.678008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.848, "Performance_Units": "Samples/s" }, { "ID": "5.0-2190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.15004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.1988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.735, "Performance_Units": "Samples/s" }, { "ID": "5.0-2191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.780977, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.769912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-2192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.919098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.949888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.379, "Performance_Units": "Samples/s" }, { "ID": "5.0-2193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.413435, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.168208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.103, "Performance_Units": "Samples/s" }, { "ID": "5.0-2194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.548592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.240472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.132, "Performance_Units": "Samples/s" }, { "ID": "5.0-2195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.608612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.129584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.694, "Performance_Units": "Samples/s" }, { "ID": "5.0-2196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.349176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.118008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 394.068, "Performance_Units": "Samples/s" }, { "ID": "5.0-2197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.574323, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.483888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 351.329, "Performance_Units": "Samples/s" }, { "ID": "5.0-2198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.897097, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.058904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 314.489, "Performance_Units": "Samples/s" }, { "ID": "5.0-2199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.224557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.71068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 270.73, "Performance_Units": "Samples/s" }, { "ID": "5.0-2200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.794938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.507912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 344.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-2201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.944277, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.137592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.214, "Performance_Units": "Samples/s" }, { "ID": "5.0-2202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.622793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.84104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 242.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-2203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.77852, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.315416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-2204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.467884, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.667056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.143, "Performance_Units": "Samples/s" }, { "ID": "5.0-2205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.269037, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.409344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.964, "Performance_Units": "Samples/s" }, { "ID": "5.0-2206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.686115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.86536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.718, "Performance_Units": "Samples/s" }, { "ID": "5.0-2207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.928981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.3688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.519, "Performance_Units": "Samples/s" }, { "ID": "5.0-2208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.375228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.94008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.6476, "Performance_Units": "Samples/s" }, { "ID": "5.0-2209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.381872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.308632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.0473, "Performance_Units": "Samples/s" }, { "ID": "5.0-2210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.738858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.402256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.9843, "Performance_Units": "Samples/s" }, { "ID": "5.0-2211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.053778, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 750.350192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.767, "Performance_Units": "Samples/s" }, { "ID": "5.0-2212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.325284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1373.841776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.88464, "Performance_Units": "Samples/s" }, { "ID": "5.0-2213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.890107, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.113272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.15, "Performance_Units": "Samples/s" }, { "ID": "5.0-2214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.363831, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.176808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.615, "Performance_Units": "Samples/s" }, { "ID": "5.0-2215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.07418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.40072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.7767, "Performance_Units": "Samples/s" }, { "ID": "5.0-2216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.835356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.701384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.8144, "Performance_Units": "Samples/s" }, { "ID": "5.0-2217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.784948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.01004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.2444, "Performance_Units": "Samples/s" }, { "ID": "5.0-2218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.666959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.449912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 959.233, "Performance_Units": "Samples/s" }, { "ID": "5.0-2219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.048347, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.184632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 622.904, "Performance_Units": "Samples/s" }, { "ID": "5.0-2220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.615716, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.31684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 446.924, "Performance_Units": "Samples/s" }, { "ID": "5.0-2221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.255537, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.58632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 322.648, "Performance_Units": "Samples/s" }, { "ID": "5.0-2222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.120285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.09308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.922, "Performance_Units": "Samples/s" }, { "ID": "5.0-2223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.233935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.46824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.656, "Performance_Units": "Samples/s" }, { "ID": "5.0-2224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.038158, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.655616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-2225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.050518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.346448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.136, "Performance_Units": "Samples/s" }, { "ID": "5.0-2226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.730729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.0002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.474, "Performance_Units": "Samples/s" }, { "ID": "5.0-2227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.717126, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.445208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.522, "Performance_Units": "Samples/s" }, { "ID": "5.0-2228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.390372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.4676, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.6661, "Performance_Units": "Samples/s" }, { "ID": "5.0-2229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.390944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.914208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.3551, "Performance_Units": "Samples/s" }, { "ID": "5.0-2230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.903081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.949592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.8151, "Performance_Units": "Samples/s" }, { "ID": "5.0-2231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.428475, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.594176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.843, "Performance_Units": "Samples/s" }, { "ID": "5.0-2232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.645161, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.62804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.8973, "Performance_Units": "Samples/s" }, { "ID": "5.0-2233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.50935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.37984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.6605, "Performance_Units": "Samples/s" }, { "ID": "5.0-2234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.803275, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.75796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 545.287, "Performance_Units": "Samples/s" }, { "ID": "5.0-2235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.83975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.24544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.26, "Performance_Units": "Samples/s" }, { "ID": "5.0-2236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.886233, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.877096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 244.872, "Performance_Units": "Samples/s" }, { "ID": "5.0-2237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.093785, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.092584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-2238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.605344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.977632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.639, "Performance_Units": "Samples/s" }, { "ID": "5.0-2239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.606338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.967152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.12, "Performance_Units": "Samples/s" }, { "ID": "5.0-2240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.854541, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.792792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.7644, "Performance_Units": "Samples/s" }, { "ID": "5.0-2241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.561233, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.246776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.2531, "Performance_Units": "Samples/s" }, { "ID": "5.0-2242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.186367, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.64232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.9863, "Performance_Units": "Samples/s" }, { "ID": "5.0-2243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.930707, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.9406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.2076, "Performance_Units": "Samples/s" }, { "ID": "5.0-2244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.819165, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.799128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.5196, "Performance_Units": "Samples/s" }, { "ID": "5.0-2245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.685706, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 293.341536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.3846, "Performance_Units": "Samples/s" }, { "ID": "5.0-2246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.580103, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.66432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.6189, "Performance_Units": "Samples/s" }, { "ID": "5.0-2247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.175399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.26244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.3366, "Performance_Units": "Samples/s" }, { "ID": "5.0-2248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.957177, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.411272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.1417, "Performance_Units": "Samples/s" }, { "ID": "5.0-2249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.213461, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 496.601992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1482, "Performance_Units": "Samples/s" }, { "ID": "5.0-2250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.978091, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.69836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 556.854, "Performance_Units": "Samples/s" }, { "ID": "5.0-2251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.810161, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.299144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.284, "Performance_Units": "Samples/s" }, { "ID": "5.0-2252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.735758, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.829816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.079, "Performance_Units": "Samples/s" }, { "ID": "5.0-2253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.796543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.967672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.963, "Performance_Units": "Samples/s" }, { "ID": "5.0-2254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.169734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.262816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 386.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-2255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.608096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.816952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.663, "Performance_Units": "Samples/s" }, { "ID": "5.0-2256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.036964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.731064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.231, "Performance_Units": "Samples/s" }, { "ID": "5.0-2257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.67289, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.89744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.276, "Performance_Units": "Samples/s" }, { "ID": "5.0-2258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.795368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.704576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.369, "Performance_Units": "Samples/s" }, { "ID": "5.0-2259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.172876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.74388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.993, "Performance_Units": "Samples/s" }, { "ID": "5.0-2260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.930423, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.229288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.7165, "Performance_Units": "Samples/s" }, { "ID": "5.0-2261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.969483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.047472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.7613, "Performance_Units": "Samples/s" }, { "ID": "5.0-2262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.055204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.631296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.487, "Performance_Units": "Samples/s" }, { "ID": "5.0-2263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.038152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.979832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.8061, "Performance_Units": "Samples/s" }, { "ID": "5.0-2264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.950887, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.2222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.2172, "Performance_Units": "Samples/s" }, { "ID": "5.0-2265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.94545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.062728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.3162, "Performance_Units": "Samples/s" }, { "ID": "5.0-2266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.786462, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.550336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.138, "Performance_Units": "Samples/s" }, { "ID": "5.0-2267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.937064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.119416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-2268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.621121, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.749312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.604, "Performance_Units": "Samples/s" }, { "ID": "5.0-2269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.444231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.902296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-2270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.826775, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.98748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.551, "Performance_Units": "Samples/s" }, { "ID": "5.0-2271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.235373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.970104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.357, "Performance_Units": "Samples/s" }, { "ID": "5.0-2272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.713778, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.288624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.737, "Performance_Units": "Samples/s" }, { "ID": "5.0-2273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.387401, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.443264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.7787, "Performance_Units": "Samples/s" }, { "ID": "5.0-2274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.901382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.797064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-2275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.927642, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.778392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.896, "Performance_Units": "Samples/s" }, { "ID": "5.0-2276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.134963, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.941208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.4923, "Performance_Units": "Samples/s" }, { "ID": "5.0-2277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.839525, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 218.683744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.7613, "Performance_Units": "Samples/s" }, { "ID": "5.0-2278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.249012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.860904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.6442, "Performance_Units": "Samples/s" }, { "ID": "5.0-2279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.839911, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.703352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.9628, "Performance_Units": "Samples/s" }, { "ID": "5.0-2280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.91725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.497688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.9104, "Performance_Units": "Samples/s" }, { "ID": "5.0-2281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.40902, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.864928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.5169, "Performance_Units": "Samples/s" }, { "ID": "5.0-2282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.385478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.182248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.5977, "Performance_Units": "Samples/s" }, { "ID": "5.0-2283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.557549, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.736144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.3513, "Performance_Units": "Samples/s" }, { "ID": "5.0-2284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.267057, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.204112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-2285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.229989, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.467568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.205, "Performance_Units": "Samples/s" }, { "ID": "5.0-2286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.018691, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.063128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.4064, "Performance_Units": "Samples/s" }, { "ID": "5.0-2287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.287891, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.145688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.0105, "Performance_Units": "Samples/s" }, { "ID": "5.0-2288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.668405, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.828304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.563, "Performance_Units": "Samples/s" }, { "ID": "5.0-2289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.195126, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.31456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.243, "Performance_Units": "Samples/s" }, { "ID": "5.0-2290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.682594, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.601192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.9406, "Performance_Units": "Samples/s" }, { "ID": "5.0-2291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.891267, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.721504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.9227, "Performance_Units": "Samples/s" }, { "ID": "5.0-2292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.246754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 755.911624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.6902, "Performance_Units": "Samples/s" }, { "ID": "5.0-2293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.9579, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1365.179432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.91143, "Performance_Units": "Samples/s" }, { "ID": "5.0-2294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.833917, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.263936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 874.692, "Performance_Units": "Samples/s" }, { "ID": "5.0-2295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.15009, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.351456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.506, "Performance_Units": "Samples/s" }, { "ID": "5.0-2296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.780681, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.446704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 397.826, "Performance_Units": "Samples/s" }, { "ID": "5.0-2297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.530311, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.29416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-2298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.493628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.201112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.561, "Performance_Units": "Samples/s" }, { "ID": "5.0-2299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.37385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.067136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 192.575, "Performance_Units": "Samples/s" }, { "ID": "5.0-2300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.231396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.678752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-2301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.29495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.618064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.9699, "Performance_Units": "Samples/s" }, { "ID": "5.0-2302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.0409, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.920128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.165, "Performance_Units": "Samples/s" }, { "ID": "5.0-2303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.830267, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.66444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.0306, "Performance_Units": "Samples/s" }, { "ID": "5.0-2304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.555674, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.144128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.2697, "Performance_Units": "Samples/s" }, { "ID": "5.0-2305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.69389, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.618832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-2306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.263731, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.054168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.7476, "Performance_Units": "Samples/s" }, { "ID": "5.0-2307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.563471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.782984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.9688, "Performance_Units": "Samples/s" }, { "ID": "5.0-2308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.922131, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.034176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.4594, "Performance_Units": "Samples/s" }, { "ID": "5.0-2309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.79883, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 276.011496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.1859, "Performance_Units": "Samples/s" }, { "ID": "5.0-2310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.380918, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.941416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 521.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-2311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.953735, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.397832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 338.54, "Performance_Units": "Samples/s" }, { "ID": "5.0-2312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.009049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.424288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.725, "Performance_Units": "Samples/s" }, { "ID": "5.0-2313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.135067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.372104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.465, "Performance_Units": "Samples/s" }, { "ID": "5.0-2314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.630717, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.829024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.153, "Performance_Units": "Samples/s" }, { "ID": "5.0-2315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.822399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.837416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.526, "Performance_Units": "Samples/s" }, { "ID": "5.0-2316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.319839, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.69608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.431, "Performance_Units": "Samples/s" }, { "ID": "5.0-2317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.917243, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.509328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.645, "Performance_Units": "Samples/s" }, { "ID": "5.0-2318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.140954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.482336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.558, "Performance_Units": "Samples/s" }, { "ID": "5.0-2319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.278694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.555016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.341, "Performance_Units": "Samples/s" }, { "ID": "5.0-2320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.154533, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.637776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.2561, "Performance_Units": "Samples/s" }, { "ID": "5.0-2321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.26747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.315376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.0394, "Performance_Units": "Samples/s" }, { "ID": "5.0-2322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.457751, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.64276, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.161, "Performance_Units": "Samples/s" }, { "ID": "5.0-2323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.174592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.537072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.2713, "Performance_Units": "Samples/s" }, { "ID": "5.0-2324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.12463, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.979296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.104, "Performance_Units": "Samples/s" }, { "ID": "5.0-2325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.188993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.25608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.4073, "Performance_Units": "Samples/s" }, { "ID": "5.0-2326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.184442, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.664104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.5131, "Performance_Units": "Samples/s" }, { "ID": "5.0-2327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.878577, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.834104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.4008, "Performance_Units": "Samples/s" }, { "ID": "5.0-2328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.671451, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.342032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.324, "Performance_Units": "Samples/s" }, { "ID": "5.0-2329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.633244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.61644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 229.207, "Performance_Units": "Samples/s" }, { "ID": "5.0-2330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.2xlarge", "Platform": "aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.416855, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.9836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.1733, "Performance_Units": "Samples/s" }, { "ID": "5.0-2331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.200579, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.862624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.4833, "Performance_Units": "Samples/s" }, { "ID": "5.0-2332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.581312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.699192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.4833, "Performance_Units": "Samples/s" }, { "ID": "5.0-2333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.903221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 385.84284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.1374, "Performance_Units": "Samples/s" }, { "ID": "5.0-2334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.486826, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 693.441656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-2335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.734858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.904112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.744, "Performance_Units": "Samples/s" }, { "ID": "5.0-2336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.648908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.528368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.6447, "Performance_Units": "Samples/s" }, { "ID": "5.0-2337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.837942, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.885368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.9179, "Performance_Units": "Samples/s" }, { "ID": "5.0-2338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.610984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.801808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.7109, "Performance_Units": "Samples/s" }, { "ID": "5.0-2339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.904126, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.910224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.1454, "Performance_Units": "Samples/s" }, { "ID": "5.0-2340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.492975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.473408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 722.303, "Performance_Units": "Samples/s" }, { "ID": "5.0-2341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.404793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.37596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 573.979, "Performance_Units": "Samples/s" }, { "ID": "5.0-2342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.763543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.601392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 470.721, "Performance_Units": "Samples/s" }, { "ID": "5.0-2343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.149967, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.849176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 381.425, "Performance_Units": "Samples/s" }, { "ID": "5.0-2344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.650098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.389728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 410.312, "Performance_Units": "Samples/s" }, { "ID": "5.0-2345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.467675, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.107392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.658, "Performance_Units": "Samples/s" }, { "ID": "5.0-2346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.407858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.430496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.719, "Performance_Units": "Samples/s" }, { "ID": "5.0-2347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.56326, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.055888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.396, "Performance_Units": "Samples/s" }, { "ID": "5.0-2348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.898432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.801, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.078, "Performance_Units": "Samples/s" }, { "ID": "5.0-2349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.253697, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.276656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.958, "Performance_Units": "Samples/s" }, { "ID": "5.0-2350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.058283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.885296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.082, "Performance_Units": "Samples/s" }, { "ID": "5.0-2351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.390639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.2382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.0474, "Performance_Units": "Samples/s" }, { "ID": "5.0-2352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.927991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.091288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.922, "Performance_Units": "Samples/s" }, { "ID": "5.0-2353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.787726, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.60264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.719, "Performance_Units": "Samples/s" }, { "ID": "5.0-2354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.788395, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.404392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.8903, "Performance_Units": "Samples/s" }, { "ID": "5.0-2355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.787764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 272.841728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.0595, "Performance_Units": "Samples/s" }, { "ID": "5.0-2356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.728175, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.901064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 834.585, "Performance_Units": "Samples/s" }, { "ID": "5.0-2357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.213697, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.335, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 667.484, "Performance_Units": "Samples/s" }, { "ID": "5.0-2358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.515988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.570512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 563.765, "Performance_Units": "Samples/s" }, { "ID": "5.0-2359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.793384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.66388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 464.783, "Performance_Units": "Samples/s" }, { "ID": "5.0-2360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.174442, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.385304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-2361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.645406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.046432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.525, "Performance_Units": "Samples/s" }, { "ID": "5.0-2362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.217741, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.623264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.35, "Performance_Units": "Samples/s" }, { "ID": "5.0-2363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.769783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.549664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.474, "Performance_Units": "Samples/s" }, { "ID": "5.0-2364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.4946, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.743008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 439.542, "Performance_Units": "Samples/s" }, { "ID": "5.0-2365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.299586, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.196008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 314.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-2366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.201533, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.058448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.017, "Performance_Units": "Samples/s" }, { "ID": "5.0-2367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.045415, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.390632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-2368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.335108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.879656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 330.172, "Performance_Units": "Samples/s" }, { "ID": "5.0-2369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.054114, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.042384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.24, "Performance_Units": "Samples/s" }, { "ID": "5.0-2370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.413328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.479112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.799, "Performance_Units": "Samples/s" }, { "ID": "5.0-2371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.731886, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.909472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-2372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.647541, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.057488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 411.342, "Performance_Units": "Samples/s" }, { "ID": "5.0-2373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.467765, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.201824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.991, "Performance_Units": "Samples/s" }, { "ID": "5.0-2374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.979046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.068264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 283.363, "Performance_Units": "Samples/s" }, { "ID": "5.0-2375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.598601, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.916096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.51, "Performance_Units": "Samples/s" }, { "ID": "5.0-2376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.342962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.55664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.642, "Performance_Units": "Samples/s" }, { "ID": "5.0-2377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.884351, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.6734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 277.984, "Performance_Units": "Samples/s" }, { "ID": "5.0-2378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.664848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.741416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.999, "Performance_Units": "Samples/s" }, { "ID": "5.0-2379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.571004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.16708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.216, "Performance_Units": "Samples/s" }, { "ID": "5.0-2380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.646415, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.419296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.88, "Performance_Units": "Samples/s" }, { "ID": "5.0-2381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.161408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.133536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.483, "Performance_Units": "Samples/s" }, { "ID": "5.0-2382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.641115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.174712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-2383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.262884, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.277896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.51, "Performance_Units": "Samples/s" }, { "ID": "5.0-2384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.38881, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.01232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.305, "Performance_Units": "Samples/s" }, { "ID": "5.0-2385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.117231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.450064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.414, "Performance_Units": "Samples/s" }, { "ID": "5.0-2386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.064895, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.711072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.031, "Performance_Units": "Samples/s" }, { "ID": "5.0-2387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.339422, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.29476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.9889, "Performance_Units": "Samples/s" }, { "ID": "5.0-2388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.135076, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.22484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.806, "Performance_Units": "Samples/s" }, { "ID": "5.0-2389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.432934, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.425032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 345.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-2390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.926525, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.008472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.516, "Performance_Units": "Samples/s" }, { "ID": "5.0-2391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.374157, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.44796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.116, "Performance_Units": "Samples/s" }, { "ID": "5.0-2392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.036684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.773688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 387.724, "Performance_Units": "Samples/s" }, { "ID": "5.0-2393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.607013, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.213896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 309.563, "Performance_Units": "Samples/s" }, { "ID": "5.0-2394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.262538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.80176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 263.18, "Performance_Units": "Samples/s" }, { "ID": "5.0-2395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.839558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.81956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.653, "Performance_Units": "Samples/s" }, { "ID": "5.0-2396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.707635, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.32784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.649, "Performance_Units": "Samples/s" }, { "ID": "5.0-2397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.276503, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.340688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.728, "Performance_Units": "Samples/s" }, { "ID": "5.0-2398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.290687, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.790272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.504, "Performance_Units": "Samples/s" }, { "ID": "5.0-2399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.228844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.880352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.541, "Performance_Units": "Samples/s" }, { "ID": "5.0-2400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.627138, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.973744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.334, "Performance_Units": "Samples/s" }, { "ID": "5.0-2401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.601046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.862072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-2402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.838744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.536376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-2403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.959553, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.53168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-2404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.719854, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.533304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.3907, "Performance_Units": "Samples/s" }, { "ID": "5.0-2405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.970215, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.056592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.849, "Performance_Units": "Samples/s" }, { "ID": "5.0-2406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.022988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.489376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.359, "Performance_Units": "Samples/s" }, { "ID": "5.0-2407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.431139, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.08028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.215, "Performance_Units": "Samples/s" }, { "ID": "5.0-2408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.380675, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.552792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.694, "Performance_Units": "Samples/s" }, { "ID": "5.0-2409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.206468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.015832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.649, "Performance_Units": "Samples/s" }, { "ID": "5.0-2410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.905602, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.846608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.033, "Performance_Units": "Samples/s" }, { "ID": "5.0-2411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.1689, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.510544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.8022, "Performance_Units": "Samples/s" }, { "ID": "5.0-2412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.513357, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 186.734336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.5588, "Performance_Units": "Samples/s" }, { "ID": "5.0-2413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.053076, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 253.754752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.0735, "Performance_Units": "Samples/s" }, { "ID": "5.0-2414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.321417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.595816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.9268, "Performance_Units": "Samples/s" }, { "ID": "5.0-2415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.951109, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 697.157576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.7459, "Performance_Units": "Samples/s" }, { "ID": "5.0-2416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.432793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.833312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.986, "Performance_Units": "Samples/s" }, { "ID": "5.0-2417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.275618, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.590976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 232.584, "Performance_Units": "Samples/s" }, { "ID": "5.0-2418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.35412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.65268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.857, "Performance_Units": "Samples/s" }, { "ID": "5.0-2419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.247221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.99512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-2420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.67159, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.82136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.3522, "Performance_Units": "Samples/s" }, { "ID": "5.0-2421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.251222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.202704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.782, "Performance_Units": "Samples/s" }, { "ID": "5.0-2422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.928519, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.216176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.182, "Performance_Units": "Samples/s" }, { "ID": "5.0-2423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.934198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.643144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.4338, "Performance_Units": "Samples/s" }, { "ID": "5.0-2424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.057582, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.189704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.584, "Performance_Units": "Samples/s" }, { "ID": "5.0-2425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.091127, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 218.621984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.8157, "Performance_Units": "Samples/s" }, { "ID": "5.0-2426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.237014, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.933264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.0526, "Performance_Units": "Samples/s" }, { "ID": "5.0-2427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.697506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 473.727512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.0247, "Performance_Units": "Samples/s" }, { "ID": "5.0-2428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.851243, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 748.682552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.778, "Performance_Units": "Samples/s" }, { "ID": "5.0-2429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.083292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1351.922112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.95088, "Performance_Units": "Samples/s" }, { "ID": "5.0-2430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.472885, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.783384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.6223, "Performance_Units": "Samples/s" }, { "ID": "5.0-2431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.310277, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.37832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.7405, "Performance_Units": "Samples/s" }, { "ID": "5.0-2432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.010107, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.665984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.4463, "Performance_Units": "Samples/s" }, { "ID": "5.0-2433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.048314, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.37468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.8357, "Performance_Units": "Samples/s" }, { "ID": "5.0-2434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.751699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.313152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.2375, "Performance_Units": "Samples/s" }, { "ID": "5.0-2435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.686041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.391656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 966.881, "Performance_Units": "Samples/s" }, { "ID": "5.0-2436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.039332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.976176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 624.039, "Performance_Units": "Samples/s" }, { "ID": "5.0-2437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.611159, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.095072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 448.049, "Performance_Units": "Samples/s" }, { "ID": "5.0-2438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.242611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.955008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.259, "Performance_Units": "Samples/s" }, { "ID": "5.0-2439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.096919, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.892288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.062, "Performance_Units": "Samples/s" }, { "ID": "5.0-2440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.213755, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.31976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.196, "Performance_Units": "Samples/s" }, { "ID": "5.0-2441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.984659, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.115776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.295, "Performance_Units": "Samples/s" }, { "ID": "5.0-2442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.951122, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.976704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.867, "Performance_Units": "Samples/s" }, { "ID": "5.0-2443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.670878, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.534416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.302, "Performance_Units": "Samples/s" }, { "ID": "5.0-2444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.610351, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.079848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.6486, "Performance_Units": "Samples/s" }, { "ID": "5.0-2445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.303554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.533208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.9776, "Performance_Units": "Samples/s" }, { "ID": "5.0-2446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.376051, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.35816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.6446, "Performance_Units": "Samples/s" }, { "ID": "5.0-2447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.840198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.513584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.7288, "Performance_Units": "Samples/s" }, { "ID": "5.0-2448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.368971, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.757648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.9886, "Performance_Units": "Samples/s" }, { "ID": "5.0-2449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.649955, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.531152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.0359, "Performance_Units": "Samples/s" }, { "ID": "5.0-2450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.46338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.686024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.6526, "Performance_Units": "Samples/s" }, { "ID": "5.0-2451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.820977, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.799272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 544.778, "Performance_Units": "Samples/s" }, { "ID": "5.0-2452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.841285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.180424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.413, "Performance_Units": "Samples/s" }, { "ID": "5.0-2453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.885434, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.964376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-2454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.088851, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.076072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.236, "Performance_Units": "Samples/s" }, { "ID": "5.0-2455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.590694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.939408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.762, "Performance_Units": "Samples/s" }, { "ID": "5.0-2456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.60109, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.849592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.316, "Performance_Units": "Samples/s" }, { "ID": "5.0-2457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.834129, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.5586, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.9694, "Performance_Units": "Samples/s" }, { "ID": "5.0-2458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.525075, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.630208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.3716, "Performance_Units": "Samples/s" }, { "ID": "5.0-2459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.15277, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.260072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.2727, "Performance_Units": "Samples/s" }, { "ID": "5.0-2460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.879613, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.54696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.3176, "Performance_Units": "Samples/s" }, { "ID": "5.0-2461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.779568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.3694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.6165, "Performance_Units": "Samples/s" }, { "ID": "5.0-2462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.623669, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 292.404352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.4543, "Performance_Units": "Samples/s" }, { "ID": "5.0-2463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.477091, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.47172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.7027, "Performance_Units": "Samples/s" }, { "ID": "5.0-2464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.14591, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.66488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.3917, "Performance_Units": "Samples/s" }, { "ID": "5.0-2465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.898722, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.846664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.1558, "Performance_Units": "Samples/s" }, { "ID": "5.0-2466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.185981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.823696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1659, "Performance_Units": "Samples/s" }, { "ID": "5.0-2467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.92174, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.417568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 562.657, "Performance_Units": "Samples/s" }, { "ID": "5.0-2468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.78568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.177896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.532, "Performance_Units": "Samples/s" }, { "ID": "5.0-2469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.723384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.647272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.984, "Performance_Units": "Samples/s" }, { "ID": "5.0-2470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.756341, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.073344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.623, "Performance_Units": "Samples/s" }, { "ID": "5.0-2471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.17391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.13632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 386.958, "Performance_Units": "Samples/s" }, { "ID": "5.0-2472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.597404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.727216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.635, "Performance_Units": "Samples/s" }, { "ID": "5.0-2473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.005291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.955416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.569, "Performance_Units": "Samples/s" }, { "ID": "5.0-2474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.553859, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.940968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.075, "Performance_Units": "Samples/s" }, { "ID": "5.0-2475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.667274, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.976304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.922, "Performance_Units": "Samples/s" }, { "ID": "5.0-2476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.048045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.521144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.72, "Performance_Units": "Samples/s" }, { "ID": "5.0-2477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.871671, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.284448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.2578, "Performance_Units": "Samples/s" }, { "ID": "5.0-2478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.836382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.560792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.337, "Performance_Units": "Samples/s" }, { "ID": "5.0-2479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.962852, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.098512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 146.164, "Performance_Units": "Samples/s" }, { "ID": "5.0-2480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.908315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.128072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.4145, "Performance_Units": "Samples/s" }, { "ID": "5.0-2481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.785779, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.051808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.112, "Performance_Units": "Samples/s" }, { "ID": "5.0-2482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.768817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.022456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.723, "Performance_Units": "Samples/s" }, { "ID": "5.0-2483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.632201, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.701864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.146, "Performance_Units": "Samples/s" }, { "ID": "5.0-2484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.947571, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.907592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.879, "Performance_Units": "Samples/s" }, { "ID": "5.0-2485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.597941, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.616792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.895, "Performance_Units": "Samples/s" }, { "ID": "5.0-2486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.429084, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.743984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.868, "Performance_Units": "Samples/s" }, { "ID": "5.0-2487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.806831, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.14676, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.438, "Performance_Units": "Samples/s" }, { "ID": "5.0-2488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.235401, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.64876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.874, "Performance_Units": "Samples/s" }, { "ID": "5.0-2489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.681939, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.10776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.231, "Performance_Units": "Samples/s" }, { "ID": "5.0-2490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.344063, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.267248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.9486, "Performance_Units": "Samples/s" }, { "ID": "5.0-2491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.861499, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.328776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.959, "Performance_Units": "Samples/s" }, { "ID": "5.0-2492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.870386, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.197032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.1186, "Performance_Units": "Samples/s" }, { "ID": "5.0-2493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.099962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.036688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.6295, "Performance_Units": "Samples/s" }, { "ID": "5.0-2494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.813273, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 218.14948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.8802, "Performance_Units": "Samples/s" }, { "ID": "5.0-2495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.185757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.742408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.8138, "Performance_Units": "Samples/s" }, { "ID": "5.0-2496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.804886, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.498776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.0926, "Performance_Units": "Samples/s" }, { "ID": "5.0-2497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.881001, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.035608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.0239, "Performance_Units": "Samples/s" }, { "ID": "5.0-2498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.332349, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 290.984264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.5816, "Performance_Units": "Samples/s" }, { "ID": "5.0-2499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.31465, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.110344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.4786, "Performance_Units": "Samples/s" }, { "ID": "5.0-2500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.408966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.580552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.8163, "Performance_Units": "Samples/s" }, { "ID": "5.0-2501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.251587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 197.101, "Performance_Units": "Samples/s" }, { "ID": "5.0-2502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.150393, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.050008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.687, "Performance_Units": "Samples/s" }, { "ID": "5.0-2503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.925776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.243736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.5091, "Performance_Units": "Samples/s" }, { "ID": "5.0-2504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.217946, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.4918, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.0824, "Performance_Units": "Samples/s" }, { "ID": "5.0-2505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.626193, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.661656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.872, "Performance_Units": "Samples/s" }, { "ID": "5.0-2506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.15869, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.288784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.1944, "Performance_Units": "Samples/s" }, { "ID": "5.0-2507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.695998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.566096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.8624, "Performance_Units": "Samples/s" }, { "ID": "5.0-2508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.976284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.981104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.9009, "Performance_Units": "Samples/s" }, { "ID": "5.0-2509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.263698, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 755.744104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.7059, "Performance_Units": "Samples/s" }, { "ID": "5.0-2510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.700117, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1367.47916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.91568, "Performance_Units": "Samples/s" }, { "ID": "5.0-2511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.376224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.358928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 867.489, "Performance_Units": "Samples/s" }, { "ID": "5.0-2512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.160505, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.431944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 561.59, "Performance_Units": "Samples/s" }, { "ID": "5.0-2513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.789404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.052264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 403.976, "Performance_Units": "Samples/s" }, { "ID": "5.0-2514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.48781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.869576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.061, "Performance_Units": "Samples/s" }, { "ID": "5.0-2515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.45406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.238448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.029, "Performance_Units": "Samples/s" }, { "ID": "5.0-2516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.374022, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.391608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.121, "Performance_Units": "Samples/s" }, { "ID": "5.0-2517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.254729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.209968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.015, "Performance_Units": "Samples/s" }, { "ID": "5.0-2518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.216457, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.318416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.3605, "Performance_Units": "Samples/s" }, { "ID": "5.0-2519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.107759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.757568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-2520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.780358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.096192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.4524, "Performance_Units": "Samples/s" }, { "ID": "5.0-2521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.564015, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.694608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.3184, "Performance_Units": "Samples/s" }, { "ID": "5.0-2522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.75088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.858864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.2394, "Performance_Units": "Samples/s" }, { "ID": "5.0-2523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.370512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.85936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.1633, "Performance_Units": "Samples/s" }, { "ID": "5.0-2524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.553052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.562432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.9333, "Performance_Units": "Samples/s" }, { "ID": "5.0-2525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.960588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.402904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.3242, "Performance_Units": "Samples/s" }, { "ID": "5.0-2526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.922664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.562816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.1402, "Performance_Units": "Samples/s" }, { "ID": "5.0-2527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.562349, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.374744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.704, "Performance_Units": "Samples/s" }, { "ID": "5.0-2528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.907418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.372952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.916, "Performance_Units": "Samples/s" }, { "ID": "5.0-2529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.896027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.419768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.421, "Performance_Units": "Samples/s" }, { "ID": "5.0-2530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.001847, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.324688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.504, "Performance_Units": "Samples/s" }, { "ID": "5.0-2531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.481393, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.013472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 371.289, "Performance_Units": "Samples/s" }, { "ID": "5.0-2532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.706145, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.580824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.835, "Performance_Units": "Samples/s" }, { "ID": "5.0-2533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.280068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.32768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-2534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.874098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.121528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.163, "Performance_Units": "Samples/s" }, { "ID": "5.0-2535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.089737, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.070456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.219, "Performance_Units": "Samples/s" }, { "ID": "5.0-2536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.21916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.80492, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.192, "Performance_Units": "Samples/s" }, { "ID": "5.0-2537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.983028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.337184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.0565, "Performance_Units": "Samples/s" }, { "ID": "5.0-2538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.092319, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.07772, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.4151, "Performance_Units": "Samples/s" }, { "ID": "5.0-2539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.414207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.014208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.448, "Performance_Units": "Samples/s" }, { "ID": "5.0-2540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.041477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.415568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.2968, "Performance_Units": "Samples/s" }, { "ID": "5.0-2541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.083373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.18972, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.7847, "Performance_Units": "Samples/s" }, { "ID": "5.0-2542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.07043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.26768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.9214, "Performance_Units": "Samples/s" }, { "ID": "5.0-2543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.962629, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.842288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-2544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.780286, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.801904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.1529, "Performance_Units": "Samples/s" }, { "ID": "5.0-2545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.544674, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.385848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 184.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-2546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.467339, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.654672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.412, "Performance_Units": "Samples/s" }, { "ID": "5.0-2547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.large", "Platform": "aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.276564, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.729896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.148, "Performance_Units": "Samples/s" }, { "ID": "5.0-2548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.734947, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.79508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.566, "Performance_Units": "Samples/s" }, { "ID": "5.0-2549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.039772, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.716552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.9243, "Performance_Units": "Samples/s" }, { "ID": "5.0-2550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.293947, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.83564, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.3336, "Performance_Units": "Samples/s" }, { "ID": "5.0-2551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.162282, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.620024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.4564, "Performance_Units": "Samples/s" }, { "ID": "5.0-2552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.768691, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.192832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.051, "Performance_Units": "Samples/s" }, { "ID": "5.0-2553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.944822, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.686312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.714, "Performance_Units": "Samples/s" }, { "ID": "5.0-2554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.447323, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.652656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.1714, "Performance_Units": "Samples/s" }, { "ID": "5.0-2555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.18786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.861456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.554, "Performance_Units": "Samples/s" }, { "ID": "5.0-2556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.308777, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.658024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.0029, "Performance_Units": "Samples/s" }, { "ID": "5.0-2557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.821309, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.418384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 824.238, "Performance_Units": "Samples/s" }, { "ID": "5.0-2558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.516097, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.360352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 713.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-2559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.831503, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.529896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 632.216, "Performance_Units": "Samples/s" }, { "ID": "5.0-2560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.572975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.659912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.517, "Performance_Units": "Samples/s" }, { "ID": "5.0-2561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.875794, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.229456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 549.288, "Performance_Units": "Samples/s" }, { "ID": "5.0-2562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.406166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.787904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 429.071, "Performance_Units": "Samples/s" }, { "ID": "5.0-2563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.088087, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.961912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.158, "Performance_Units": "Samples/s" }, { "ID": "5.0-2564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.84688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.214936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-2565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.556552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.754656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 356.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-2566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.778376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.523696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 277.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-2567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.622996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.111776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 202.597, "Performance_Units": "Samples/s" }, { "ID": "5.0-2568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.962388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.534176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.863, "Performance_Units": "Samples/s" }, { "ID": "5.0-2569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.051307, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.00348, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.486, "Performance_Units": "Samples/s" }, { "ID": "5.0-2570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.143169, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.1532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.947, "Performance_Units": "Samples/s" }, { "ID": "5.0-2571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.496486, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.345088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-2572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.851953, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.63444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.0939, "Performance_Units": "Samples/s" }, { "ID": "5.0-2573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.35931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.185712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 894.206, "Performance_Units": "Samples/s" }, { "ID": "5.0-2574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.351805, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.46864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 784.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-2575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.628556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.088904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 676.501, "Performance_Units": "Samples/s" }, { "ID": "5.0-2576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.966706, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.843136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 621.181, "Performance_Units": "Samples/s" }, { "ID": "5.0-2577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.999264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.799448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 716.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-2578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.802916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.1844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 608.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-2579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.151765, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.6484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 505.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-2580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.526592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.452448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.743, "Performance_Units": "Samples/s" }, { "ID": "5.0-2581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.315318, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.508936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 587.764, "Performance_Units": "Samples/s" }, { "ID": "5.0-2582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.364081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.133672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 449.417, "Performance_Units": "Samples/s" }, { "ID": "5.0-2583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.356647, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.1156, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.882, "Performance_Units": "Samples/s" }, { "ID": "5.0-2584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.62713, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.797672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-2585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.203689, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.527648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 472.507, "Performance_Units": "Samples/s" }, { "ID": "5.0-2586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.535044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.142824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.089, "Performance_Units": "Samples/s" }, { "ID": "5.0-2587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.965002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.274768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.565, "Performance_Units": "Samples/s" }, { "ID": "5.0-2588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.480898, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.865248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.688, "Performance_Units": "Samples/s" }, { "ID": "5.0-2589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.433754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.843336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 456.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-2590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.649998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.20748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 396.537, "Performance_Units": "Samples/s" }, { "ID": "5.0-2591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.167258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.272872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 348.686, "Performance_Units": "Samples/s" }, { "ID": "5.0-2592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.778549, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.020936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.935, "Performance_Units": "Samples/s" }, { "ID": "5.0-2593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.315131, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.083368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 402.174, "Performance_Units": "Samples/s" }, { "ID": "5.0-2594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.128826, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.895744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.301, "Performance_Units": "Samples/s" }, { "ID": "5.0-2595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.817844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.907536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 294.845, "Performance_Units": "Samples/s" }, { "ID": "5.0-2596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.424688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.943696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.686, "Performance_Units": "Samples/s" }, { "ID": "5.0-2597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.008255, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.034688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.823, "Performance_Units": "Samples/s" }, { "ID": "5.0-2598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.316677, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.642464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 248.728, "Performance_Units": "Samples/s" }, { "ID": "5.0-2599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.18272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.778112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.658, "Performance_Units": "Samples/s" }, { "ID": "5.0-2600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.331735, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.214208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.676, "Performance_Units": "Samples/s" }, { "ID": "5.0-2601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.815148, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.917752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.397, "Performance_Units": "Samples/s" }, { "ID": "5.0-2602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.123195, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.17504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.883, "Performance_Units": "Samples/s" }, { "ID": "5.0-2603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.797037, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.870248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.448, "Performance_Units": "Samples/s" }, { "ID": "5.0-2604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.780276, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.483552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.213, "Performance_Units": "Samples/s" }, { "ID": "5.0-2605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.191043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.656384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 449.301, "Performance_Units": "Samples/s" }, { "ID": "5.0-2606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.62064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.334824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 396.973, "Performance_Units": "Samples/s" }, { "ID": "5.0-2607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.148517, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.535536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.956, "Performance_Units": "Samples/s" }, { "ID": "5.0-2608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.736498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.865584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.697, "Performance_Units": "Samples/s" }, { "ID": "5.0-2609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.367555, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.946536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 413.694, "Performance_Units": "Samples/s" }, { "ID": "5.0-2610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.921776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.100288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 367.558, "Performance_Units": "Samples/s" }, { "ID": "5.0-2611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.485831, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.049952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 322.843, "Performance_Units": "Samples/s" }, { "ID": "5.0-2612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.162164, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.607304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.631, "Performance_Units": "Samples/s" }, { "ID": "5.0-2613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.959784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.9054, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.777, "Performance_Units": "Samples/s" }, { "ID": "5.0-2614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.526184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.531488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 301.703, "Performance_Units": "Samples/s" }, { "ID": "5.0-2615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.415554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.549336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-2616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.047089, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.62256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.048, "Performance_Units": "Samples/s" }, { "ID": "5.0-2617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.691349, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.298848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.903, "Performance_Units": "Samples/s" }, { "ID": "5.0-2618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.946378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.578512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 272.678, "Performance_Units": "Samples/s" }, { "ID": "5.0-2619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.571429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.273592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.727, "Performance_Units": "Samples/s" }, { "ID": "5.0-2620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.272098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.607272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-2621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.558368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.689008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-2622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.824324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.556056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.923, "Performance_Units": "Samples/s" }, { "ID": "5.0-2623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.534622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.156216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.923, "Performance_Units": "Samples/s" }, { "ID": "5.0-2624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.587488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.257064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 410.919, "Performance_Units": "Samples/s" }, { "ID": "5.0-2625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.126249, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.742736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.999, "Performance_Units": "Samples/s" }, { "ID": "5.0-2626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.847256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.339544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 247.301, "Performance_Units": "Samples/s" }, { "ID": "5.0-2627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.768434, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.027392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.268, "Performance_Units": "Samples/s" }, { "ID": "5.0-2628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.756898, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.3566, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.23, "Performance_Units": "Samples/s" }, { "ID": "5.0-2629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.178513, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.49032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.9771, "Performance_Units": "Samples/s" }, { "ID": "5.0-2630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.539743, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.688184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.4986, "Performance_Units": "Samples/s" }, { "ID": "5.0-2631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.870009, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.238304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 764.825, "Performance_Units": "Samples/s" }, { "ID": "5.0-2632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.615945, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.853752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 631.889, "Performance_Units": "Samples/s" }, { "ID": "5.0-2633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.029246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.784864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 527.86, "Performance_Units": "Samples/s" }, { "ID": "5.0-2634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.542051, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.68324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 460.286, "Performance_Units": "Samples/s" }, { "ID": "5.0-2635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.192381, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.887576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 525.921, "Performance_Units": "Samples/s" }, { "ID": "5.0-2636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.175675, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.189664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 396.017, "Performance_Units": "Samples/s" }, { "ID": "5.0-2637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.360645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.784568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.73, "Performance_Units": "Samples/s" }, { "ID": "5.0-2638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.893258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.603992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.357, "Performance_Units": "Samples/s" }, { "ID": "5.0-2639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.890443, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.356064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 333.634, "Performance_Units": "Samples/s" }, { "ID": "5.0-2640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.150168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.432872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 263.686, "Performance_Units": "Samples/s" }, { "ID": "5.0-2641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.764708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.11088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.067, "Performance_Units": "Samples/s" }, { "ID": "5.0-2642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.20174, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.556568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.048, "Performance_Units": "Samples/s" }, { "ID": "5.0-2643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.410628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.52268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.938, "Performance_Units": "Samples/s" }, { "ID": "5.0-2644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.23231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.584656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.526, "Performance_Units": "Samples/s" }, { "ID": "5.0-2645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.697067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.196408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.332, "Performance_Units": "Samples/s" }, { "ID": "5.0-2646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.083639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.97996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.0188, "Performance_Units": "Samples/s" }, { "ID": "5.0-2647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.683209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.315048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.771, "Performance_Units": "Samples/s" }, { "ID": "5.0-2648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.242297, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.83032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 297.443, "Performance_Units": "Samples/s" }, { "ID": "5.0-2649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.463761, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.483984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.289, "Performance_Units": "Samples/s" }, { "ID": "5.0-2650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.837358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.592464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-2651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.047918, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.591144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.904, "Performance_Units": "Samples/s" }, { "ID": "5.0-2652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.197303, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.981928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.167, "Performance_Units": "Samples/s" }, { "ID": "5.0-2653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.307699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.04996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.849, "Performance_Units": "Samples/s" }, { "ID": "5.0-2654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.863321, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.445712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-2655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.071723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.886696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.685, "Performance_Units": "Samples/s" }, { "ID": "5.0-2656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.528923, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.813344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.5398, "Performance_Units": "Samples/s" }, { "ID": "5.0-2657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.474551, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 337.017504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.9109, "Performance_Units": "Samples/s" }, { "ID": "5.0-2658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.947767, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.36764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.9652, "Performance_Units": "Samples/s" }, { "ID": "5.0-2659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.092822, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 752.590288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.7246, "Performance_Units": "Samples/s" }, { "ID": "5.0-2660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.633757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1362.474128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.92449, "Performance_Units": "Samples/s" }, { "ID": "5.0-2661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.413431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.003232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.4696, "Performance_Units": "Samples/s" }, { "ID": "5.0-2662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.332215, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.955608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.602, "Performance_Units": "Samples/s" }, { "ID": "5.0-2663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.060273, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.82568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.8105, "Performance_Units": "Samples/s" }, { "ID": "5.0-2664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.806544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.934008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.8083, "Performance_Units": "Samples/s" }, { "ID": "5.0-2665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.803632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.171128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.2362, "Performance_Units": "Samples/s" }, { "ID": "5.0-2666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.683244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.466256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 958.973, "Performance_Units": "Samples/s" }, { "ID": "5.0-2667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.048566, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.97376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 625.336, "Performance_Units": "Samples/s" }, { "ID": "5.0-2668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.608239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.243624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 446.461, "Performance_Units": "Samples/s" }, { "ID": "5.0-2669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.254377, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.219696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.96, "Performance_Units": "Samples/s" }, { "ID": "5.0-2670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.103338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.125272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-2671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.226644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.570848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.426, "Performance_Units": "Samples/s" }, { "ID": "5.0-2672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.026318, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.327856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.849, "Performance_Units": "Samples/s" }, { "ID": "5.0-2673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.00117, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.377624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.191, "Performance_Units": "Samples/s" }, { "ID": "5.0-2674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.7526, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.794968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.113, "Performance_Units": "Samples/s" }, { "ID": "5.0-2675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.683616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.341528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.8738, "Performance_Units": "Samples/s" }, { "ID": "5.0-2676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.380727, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.585504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.687, "Performance_Units": "Samples/s" }, { "ID": "5.0-2677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.404033, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.439568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.4817, "Performance_Units": "Samples/s" }, { "ID": "5.0-2678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.864047, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.61816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.0779, "Performance_Units": "Samples/s" }, { "ID": "5.0-2679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.409948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.913464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.7398, "Performance_Units": "Samples/s" }, { "ID": "5.0-2680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.677874, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.832536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.8984, "Performance_Units": "Samples/s" }, { "ID": "5.0-2681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.518167, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.893488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.6122, "Performance_Units": "Samples/s" }, { "ID": "5.0-2682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.859568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.785328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 544.898, "Performance_Units": "Samples/s" }, { "ID": "5.0-2683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.840896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.168736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.364, "Performance_Units": "Samples/s" }, { "ID": "5.0-2684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.885827, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.851656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 244.877, "Performance_Units": "Samples/s" }, { "ID": "5.0-2685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.091539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.936304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.15, "Performance_Units": "Samples/s" }, { "ID": "5.0-2686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.594678, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.953048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.758, "Performance_Units": "Samples/s" }, { "ID": "5.0-2687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.6014, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.153872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.257, "Performance_Units": "Samples/s" }, { "ID": "5.0-2688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.841846, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.68732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.9036, "Performance_Units": "Samples/s" }, { "ID": "5.0-2689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.538708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.854992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.2993, "Performance_Units": "Samples/s" }, { "ID": "5.0-2690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.181359, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.54072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.2141, "Performance_Units": "Samples/s" }, { "ID": "5.0-2691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.893928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.889336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.2512, "Performance_Units": "Samples/s" }, { "ID": "5.0-2692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.807837, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.780608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.5557, "Performance_Units": "Samples/s" }, { "ID": "5.0-2693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.676339, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 292.789496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.4189, "Performance_Units": "Samples/s" }, { "ID": "5.0-2694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.528166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.798264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.6387, "Performance_Units": "Samples/s" }, { "ID": "5.0-2695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.170235, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.843808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.3582, "Performance_Units": "Samples/s" }, { "ID": "5.0-2696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.918389, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.36224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.1294, "Performance_Units": "Samples/s" }, { "ID": "5.0-2697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.22552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.841536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1594, "Performance_Units": "Samples/s" }, { "ID": "5.0-2698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.929468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.636432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 561.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-2699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.793471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.371152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.504, "Performance_Units": "Samples/s" }, { "ID": "5.0-2700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.737588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.69248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.448, "Performance_Units": "Samples/s" }, { "ID": "5.0-2701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.765347, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.319216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.587, "Performance_Units": "Samples/s" }, { "ID": "5.0-2702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.209096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.4078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 384.977, "Performance_Units": "Samples/s" }, { "ID": "5.0-2703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.619867, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.014728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.42, "Performance_Units": "Samples/s" }, { "ID": "5.0-2704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.050146, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.429416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.847, "Performance_Units": "Samples/s" }, { "ID": "5.0-2705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.605775, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.364632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.935, "Performance_Units": "Samples/s" }, { "ID": "5.0-2706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.726212, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.279784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.392, "Performance_Units": "Samples/s" }, { "ID": "5.0-2707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.093208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.670368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.892, "Performance_Units": "Samples/s" }, { "ID": "5.0-2708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.904772, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.43624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.7388, "Performance_Units": "Samples/s" }, { "ID": "5.0-2709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.869385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.2412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.7099, "Performance_Units": "Samples/s" }, { "ID": "5.0-2710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.074214, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.386416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.444, "Performance_Units": "Samples/s" }, { "ID": "5.0-2711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.002593, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.49968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.4126, "Performance_Units": "Samples/s" }, { "ID": "5.0-2712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.892664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.6106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.4195, "Performance_Units": "Samples/s" }, { "ID": "5.0-2713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.900833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.421688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.4314, "Performance_Units": "Samples/s" }, { "ID": "5.0-2714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.723752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.636712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-2715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.939597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.978464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.612, "Performance_Units": "Samples/s" }, { "ID": "5.0-2716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.603477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.828184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-2717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.438613, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.722856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.878, "Performance_Units": "Samples/s" }, { "ID": "5.0-2718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.805697, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.043056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.533, "Performance_Units": "Samples/s" }, { "ID": "5.0-2719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.23532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.894776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-2720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.705823, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.212456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.101, "Performance_Units": "Samples/s" }, { "ID": "5.0-2721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.359463, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.22636, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.9829, "Performance_Units": "Samples/s" }, { "ID": "5.0-2722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.858085, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.304488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.886, "Performance_Units": "Samples/s" }, { "ID": "5.0-2723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.878732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.07552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.0914, "Performance_Units": "Samples/s" }, { "ID": "5.0-2724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.100611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.786392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.5901, "Performance_Units": "Samples/s" }, { "ID": "5.0-2725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.804906, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 218.015304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.8314, "Performance_Units": "Samples/s" }, { "ID": "5.0-2726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.200029, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.930032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.7281, "Performance_Units": "Samples/s" }, { "ID": "5.0-2727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.832454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.13848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.095, "Performance_Units": "Samples/s" }, { "ID": "5.0-2728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.866308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.541072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.9502, "Performance_Units": "Samples/s" }, { "ID": "5.0-2729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.380141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.211472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.5427, "Performance_Units": "Samples/s" }, { "ID": "5.0-2730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.340969, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.605152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-2731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.483017, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.819552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.3907, "Performance_Units": "Samples/s" }, { "ID": "5.0-2732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.287654, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.29244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.565, "Performance_Units": "Samples/s" }, { "ID": "5.0-2733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.197922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.295096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.342, "Performance_Units": "Samples/s" }, { "ID": "5.0-2734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.963895, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.363912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.4579, "Performance_Units": "Samples/s" }, { "ID": "5.0-2735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.238954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.657536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.0192, "Performance_Units": "Samples/s" }, { "ID": "5.0-2736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.661896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.772968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.768, "Performance_Units": "Samples/s" }, { "ID": "5.0-2737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.176122, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.814704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.1907, "Performance_Units": "Samples/s" }, { "ID": "5.0-2738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.712833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 338.81784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.7625, "Performance_Units": "Samples/s" }, { "ID": "5.0-2739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.197838, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 476.756528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.8752, "Performance_Units": "Samples/s" }, { "ID": "5.0-2740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.385334, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 755.966376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.6981, "Performance_Units": "Samples/s" }, { "ID": "5.0-2741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.819065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1374.04344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.87579, "Performance_Units": "Samples/s" }, { "ID": "5.0-2742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.899633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.377896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 867.926, "Performance_Units": "Samples/s" }, { "ID": "5.0-2743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.160126, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.384144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 563.286, "Performance_Units": "Samples/s" }, { "ID": "5.0-2744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.782962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.384672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 402.326, "Performance_Units": "Samples/s" }, { "ID": "5.0-2745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.500707, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.040856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.959, "Performance_Units": "Samples/s" }, { "ID": "5.0-2746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.44544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.987584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 301.947, "Performance_Units": "Samples/s" }, { "ID": "5.0-2747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.331183, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.061096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.253, "Performance_Units": "Samples/s" }, { "ID": "5.0-2748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.218057, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.792568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.859, "Performance_Units": "Samples/s" }, { "ID": "5.0-2749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.307914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.987688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.7914, "Performance_Units": "Samples/s" }, { "ID": "5.0-2750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.079782, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.647304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.451, "Performance_Units": "Samples/s" }, { "ID": "5.0-2751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.796149, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.596472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.3819, "Performance_Units": "Samples/s" }, { "ID": "5.0-2752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.53913, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.447688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.579, "Performance_Units": "Samples/s" }, { "ID": "5.0-2753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.632322, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.201088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.6166, "Performance_Units": "Samples/s" }, { "ID": "5.0-2754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.208572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.434536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.1487, "Performance_Units": "Samples/s" }, { "ID": "5.0-2755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.519299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.240992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.1726, "Performance_Units": "Samples/s" }, { "ID": "5.0-2756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.847793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.89184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.4604, "Performance_Units": "Samples/s" }, { "ID": "5.0-2757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.780956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.853688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.2848, "Performance_Units": "Samples/s" }, { "ID": "5.0-2758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.232896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.535352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 528.563, "Performance_Units": "Samples/s" }, { "ID": "5.0-2759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.903535, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.792408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.657, "Performance_Units": "Samples/s" }, { "ID": "5.0-2760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.912308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.875376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.003, "Performance_Units": "Samples/s" }, { "ID": "5.0-2761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.035092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.987952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.503, "Performance_Units": "Samples/s" }, { "ID": "5.0-2762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.551378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.265536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 370.538, "Performance_Units": "Samples/s" }, { "ID": "5.0-2763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.724042, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.276224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.079, "Performance_Units": "Samples/s" }, { "ID": "5.0-2764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.21655, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.20124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-2765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.832845, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.828448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.574, "Performance_Units": "Samples/s" }, { "ID": "5.0-2766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.043821, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.191248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.746, "Performance_Units": "Samples/s" }, { "ID": "5.0-2767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.209282, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.195912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.758, "Performance_Units": "Samples/s" }, { "ID": "5.0-2768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.094292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.643088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.403, "Performance_Units": "Samples/s" }, { "ID": "5.0-2769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.144365, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.948816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.2739, "Performance_Units": "Samples/s" }, { "ID": "5.0-2770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.402715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.405952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.793, "Performance_Units": "Samples/s" }, { "ID": "5.0-2771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.128303, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.04356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.7692, "Performance_Units": "Samples/s" }, { "ID": "5.0-2772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.084816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.814992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.2358, "Performance_Units": "Samples/s" }, { "ID": "5.0-2773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.165139, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.273776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.6186, "Performance_Units": "Samples/s" }, { "ID": "5.0-2774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.068727, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.291128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.6714, "Performance_Units": "Samples/s" }, { "ID": "5.0-2775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.838038, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.165696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.7298, "Performance_Units": "Samples/s" }, { "ID": "5.0-2776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.643967, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.047256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-2777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.549677, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.09804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.679, "Performance_Units": "Samples/s" }, { "ID": "5.0-2778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m6g.xlarge", "Platform": "aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m6g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.315796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.74048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.901, "Performance_Units": "Samples/s" }, { "ID": "5.0-2779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.307528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.077432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.509, "Performance_Units": "Samples/s" }, { "ID": "5.0-2780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.336999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.659264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.295, "Performance_Units": "Samples/s" }, { "ID": "5.0-2781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.726687, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.82948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.6277, "Performance_Units": "Samples/s" }, { "ID": "5.0-2782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.728517, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.830432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.8821, "Performance_Units": "Samples/s" }, { "ID": "5.0-2783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.629762, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.530816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 338.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-2784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.341907, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.710104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 253.632, "Performance_Units": "Samples/s" }, { "ID": "5.0-2785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.004897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.493008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.912, "Performance_Units": "Samples/s" }, { "ID": "5.0-2786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.718, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.470864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.096, "Performance_Units": "Samples/s" }, { "ID": "5.0-2787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.230836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.792208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.121, "Performance_Units": "Samples/s" }, { "ID": "5.0-2788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.490746, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.333968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1165.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-2789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.888101, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.035744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1060.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-2790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.973271, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.688352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 980.065, "Performance_Units": "Samples/s" }, { "ID": "5.0-2791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.050739, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.18628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 876.945, "Performance_Units": "Samples/s" }, { "ID": "5.0-2792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.203148, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.421888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 915.561, "Performance_Units": "Samples/s" }, { "ID": "5.0-2793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.122161, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.863672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 744.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-2794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.553892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.652352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 617.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-2795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.650171, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.566992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 510.256, "Performance_Units": "Samples/s" }, { "ID": "5.0-2796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.486217, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.152896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 669.815, "Performance_Units": "Samples/s" }, { "ID": "5.0-2797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.524678, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.307344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-2798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.570885, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.621304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 374.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-2799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.689623, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.755144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.705, "Performance_Units": "Samples/s" }, { "ID": "5.0-2800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.412915, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.134664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 468.523, "Performance_Units": "Samples/s" }, { "ID": "5.0-2801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.150749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.95148, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.004, "Performance_Units": "Samples/s" }, { "ID": "5.0-2802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.97185, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.117912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.389, "Performance_Units": "Samples/s" }, { "ID": "5.0-2803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.675951, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.887936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.285, "Performance_Units": "Samples/s" }, { "ID": "5.0-2804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.013685, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.69604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1265.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-2805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.812374, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.246496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1182.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-2806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.875784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.714368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1115.25, "Performance_Units": "Samples/s" }, { "ID": "5.0-2807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.929598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.336536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1040.76, "Performance_Units": "Samples/s" }, { "ID": "5.0-2808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.003187, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.236432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1174.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-2809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.87764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.917248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1071.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-2810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.959308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.770752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 997.401, "Performance_Units": "Samples/s" }, { "ID": "5.0-2811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.028714, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.480648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 860.744, "Performance_Units": "Samples/s" }, { "ID": "5.0-2812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.257996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.276544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1025.66, "Performance_Units": "Samples/s" }, { "ID": "5.0-2813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.000935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.953552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 902.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-2814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.147693, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.289752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 785.604, "Performance_Units": "Samples/s" }, { "ID": "5.0-2815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.329063, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.80036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 674.16, "Performance_Units": "Samples/s" }, { "ID": "5.0-2816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.794471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.889688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 905.129, "Performance_Units": "Samples/s" }, { "ID": "5.0-2817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.151045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.748752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 760.246, "Performance_Units": "Samples/s" }, { "ID": "5.0-2818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.35028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.289112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 624.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-2819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.946682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.32804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 519.34, "Performance_Units": "Samples/s" }, { "ID": "5.0-2820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.457059, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.979344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 612.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-2821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.69016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.956728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 566.811, "Performance_Units": "Samples/s" }, { "ID": "5.0-2822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.813926, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.390696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 520.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-2823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.978798, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.001256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.288, "Performance_Units": "Samples/s" }, { "ID": "5.0-2824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.169338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.96456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 569.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-2825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.809055, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.403496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 516.712, "Performance_Units": "Samples/s" }, { "ID": "5.0-2826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.988724, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.322168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 468.156, "Performance_Units": "Samples/s" }, { "ID": "5.0-2827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.196439, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.056896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 407.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-2828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.56879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.206024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 490.341, "Performance_Units": "Samples/s" }, { "ID": "5.0-2829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.087431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.02192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 412.999, "Performance_Units": "Samples/s" }, { "ID": "5.0-2830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.588781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.474312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.318, "Performance_Units": "Samples/s" }, { "ID": "5.0-2831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.811044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.423272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 298.045, "Performance_Units": "Samples/s" }, { "ID": "5.0-2832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.066255, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.55072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 442.898, "Performance_Units": "Samples/s" }, { "ID": "5.0-2833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.311577, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.79172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.265, "Performance_Units": "Samples/s" }, { "ID": "5.0-2834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.055997, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.14728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.281, "Performance_Units": "Samples/s" }, { "ID": "5.0-2835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.242834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.60596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.75, "Performance_Units": "Samples/s" }, { "ID": "5.0-2836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.123391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.760888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 571.503, "Performance_Units": "Samples/s" }, { "ID": "5.0-2837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.796367, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.549464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 541.083, "Performance_Units": "Samples/s" }, { "ID": "5.0-2838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.892814, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.452288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 518.289, "Performance_Units": "Samples/s" }, { "ID": "5.0-2839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.982614, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.697536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 487.087, "Performance_Units": "Samples/s" }, { "ID": "5.0-2840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.11935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.090824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 559.353, "Performance_Units": "Samples/s" }, { "ID": "5.0-2841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.836146, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.94412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-2842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.938213, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.122608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 498.942, "Performance_Units": "Samples/s" }, { "ID": "5.0-2843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.054059, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.362816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 473.908, "Performance_Units": "Samples/s" }, { "ID": "5.0-2844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.18247, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.831248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 533.972, "Performance_Units": "Samples/s" }, { "ID": "5.0-2845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.926556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.39604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.288, "Performance_Units": "Samples/s" }, { "ID": "5.0-2846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.089471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.509584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 456.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-2847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.244584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.945912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 406.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-2848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.52653, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.439288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 514.15, "Performance_Units": "Samples/s" }, { "ID": "5.0-2849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.999733, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.858264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.531, "Performance_Units": "Samples/s" }, { "ID": "5.0-2850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.16554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.949392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 432.449, "Performance_Units": "Samples/s" }, { "ID": "5.0-2851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.375557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.8036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 380.406, "Performance_Units": "Samples/s" }, { "ID": "5.0-2852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.698532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.600848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.661, "Performance_Units": "Samples/s" }, { "ID": "5.0-2853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.610593, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.293872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.717, "Performance_Units": "Samples/s" }, { "ID": "5.0-2854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.926401, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.00996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.601, "Performance_Units": "Samples/s" }, { "ID": "5.0-2855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.802729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.228216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 658.889, "Performance_Units": "Samples/s" }, { "ID": "5.0-2856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.571018, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.727968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-2857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.959416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.51652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 449.591, "Performance_Units": "Samples/s" }, { "ID": "5.0-2858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.298489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.519312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 358.166, "Performance_Units": "Samples/s" }, { "ID": "5.0-2859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.87034, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.811632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-2860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.547957, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.537912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.779, "Performance_Units": "Samples/s" }, { "ID": "5.0-2861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.98268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.066224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.304, "Performance_Units": "Samples/s" }, { "ID": "5.0-2862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.687285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.362632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.1195, "Performance_Units": "Samples/s" }, { "ID": "5.0-2863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.895589, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.502768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.8059, "Performance_Units": "Samples/s" }, { "ID": "5.0-2864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.888403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.004528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1063.11, "Performance_Units": "Samples/s" }, { "ID": "5.0-2865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.971592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.057848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 941.924, "Performance_Units": "Samples/s" }, { "ID": "5.0-2866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.097382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.24372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 830.057, "Performance_Units": "Samples/s" }, { "ID": "5.0-2867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.24392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.092624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 729.206, "Performance_Units": "Samples/s" }, { "ID": "5.0-2868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.423631, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.061856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 852.346, "Performance_Units": "Samples/s" }, { "ID": "5.0-2869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.207278, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.692016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 692.777, "Performance_Units": "Samples/s" }, { "ID": "5.0-2870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.642227, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.65308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 563.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-2871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.813411, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.506088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 458.617, "Performance_Units": "Samples/s" }, { "ID": "5.0-2872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.484045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.464512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 639.253, "Performance_Units": "Samples/s" }, { "ID": "5.0-2873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.598959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.99312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 473.805, "Performance_Units": "Samples/s" }, { "ID": "5.0-2874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.661065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.36092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 353.452, "Performance_Units": "Samples/s" }, { "ID": "5.0-2875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.864436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.261024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-2876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.711957, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.468928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.451, "Performance_Units": "Samples/s" }, { "ID": "5.0-2877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.203065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.11648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.82, "Performance_Units": "Samples/s" }, { "ID": "5.0-2878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.640974, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.329984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.343, "Performance_Units": "Samples/s" }, { "ID": "5.0-2879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.151427, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.51892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.548, "Performance_Units": "Samples/s" }, { "ID": "5.0-2880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.110642, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.694224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 580.704, "Performance_Units": "Samples/s" }, { "ID": "5.0-2881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.776436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.278352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 521.779, "Performance_Units": "Samples/s" }, { "ID": "5.0-2882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.974345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.111184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 470.006, "Performance_Units": "Samples/s" }, { "ID": "5.0-2883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.192592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.243824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 418.921, "Performance_Units": "Samples/s" }, { "ID": "5.0-2884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.453095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.557416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 547.104, "Performance_Units": "Samples/s" }, { "ID": "5.0-2885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.88352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.615888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 480.232, "Performance_Units": "Samples/s" }, { "ID": "5.0-2886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.139704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.683616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 430.598, "Performance_Units": "Samples/s" }, { "ID": "5.0-2887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.385046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.9146, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 370.748, "Performance_Units": "Samples/s" }, { "ID": "5.0-2888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.770171, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.942992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 473.013, "Performance_Units": "Samples/s" }, { "ID": "5.0-2889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.169486, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.735528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 396.566, "Performance_Units": "Samples/s" }, { "ID": "5.0-2890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.644576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.42368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 343.907, "Performance_Units": "Samples/s" }, { "ID": "5.0-2891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.963243, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.435544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.163, "Performance_Units": "Samples/s" }, { "ID": "5.0-2892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.211195, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.801032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 435.379, "Performance_Units": "Samples/s" }, { "ID": "5.0-2893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.353293, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.434624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 351.754, "Performance_Units": "Samples/s" }, { "ID": "5.0-2894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.936561, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.370072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.961, "Performance_Units": "Samples/s" }, { "ID": "5.0-2895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.419563, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.2384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.908, "Performance_Units": "Samples/s" }, { "ID": "5.0-2896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.34041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.754672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.497, "Performance_Units": "Samples/s" }, { "ID": "5.0-2897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.890432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.491528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 290.163, "Performance_Units": "Samples/s" }, { "ID": "5.0-2898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.960824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.223112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.995, "Performance_Units": "Samples/s" }, { "ID": "5.0-2899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.072919, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.341104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 561.852, "Performance_Units": "Samples/s" }, { "ID": "5.0-2900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.841389, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.34764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.3569, "Performance_Units": "Samples/s" }, { "ID": "5.0-2901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.247301, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.587944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.3037, "Performance_Units": "Samples/s" }, { "ID": "5.0-2902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.20686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 297.307688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.4576, "Performance_Units": "Samples/s" }, { "ID": "5.0-2903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.533025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 471.022592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.3816, "Performance_Units": "Samples/s" }, { "ID": "5.0-2904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.802418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 855.3576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.53638, "Performance_Units": "Samples/s" }, { "ID": "5.0-2905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.297425, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.294752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-2906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.71165, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.798744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.7949, "Performance_Units": "Samples/s" }, { "ID": "5.0-2907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.24972, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.101968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.0971, "Performance_Units": "Samples/s" }, { "ID": "5.0-2908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.711203, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.599824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.5694, "Performance_Units": "Samples/s" }, { "ID": "5.0-2909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.1955, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.567016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.6079, "Performance_Units": "Samples/s" }, { "ID": "5.0-2910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.81202, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.115328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1607.08, "Performance_Units": "Samples/s" }, { "ID": "5.0-2911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.633222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.815968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1042.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-2912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.967409, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.819848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 752.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-2913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.340203, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.785392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 548.523, "Performance_Units": "Samples/s" }, { "ID": "5.0-2914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.836282, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.55312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.684, "Performance_Units": "Samples/s" }, { "ID": "5.0-2915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.039048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.414352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.958, "Performance_Units": "Samples/s" }, { "ID": "5.0-2916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.149246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.730368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 232.883, "Performance_Units": "Samples/s" }, { "ID": "5.0-2917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.319998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.316952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.754, "Performance_Units": "Samples/s" }, { "ID": "5.0-2918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.878764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.808184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.437, "Performance_Units": "Samples/s" }, { "ID": "5.0-2919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.320721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.03204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.23, "Performance_Units": "Samples/s" }, { "ID": "5.0-2920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.596057, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.482952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.122, "Performance_Units": "Samples/s" }, { "ID": "5.0-2921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.026452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.107704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.3772, "Performance_Units": "Samples/s" }, { "ID": "5.0-2922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.340041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.962808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.797, "Performance_Units": "Samples/s" }, { "ID": "5.0-2923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.449088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.081784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.5368, "Performance_Units": "Samples/s" }, { "ID": "5.0-2924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.334906, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.77896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.5778, "Performance_Units": "Samples/s" }, { "ID": "5.0-2925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.538069, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.47908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.9456, "Performance_Units": "Samples/s" }, { "ID": "5.0-2926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.363171, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.36056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 966.02, "Performance_Units": "Samples/s" }, { "ID": "5.0-2927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.039096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.021696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 618.669, "Performance_Units": "Samples/s" }, { "ID": "5.0-2928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.622092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.466992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 436.037, "Performance_Units": "Samples/s" }, { "ID": "5.0-2929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.300137, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.144216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-2930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.131127, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.15996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.828, "Performance_Units": "Samples/s" }, { "ID": "5.0-2931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.132374, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.481344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.423, "Performance_Units": "Samples/s" }, { "ID": "5.0-2932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.921171, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.834816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.758, "Performance_Units": "Samples/s" }, { "ID": "5.0-2933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.962329, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.235536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.155, "Performance_Units": "Samples/s" }, { "ID": "5.0-2934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.517499, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.17384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.714, "Performance_Units": "Samples/s" }, { "ID": "5.0-2935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.598512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.372216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.1429, "Performance_Units": "Samples/s" }, { "ID": "5.0-2936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.409896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.204672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.9527, "Performance_Units": "Samples/s" }, { "ID": "5.0-2937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.727742, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.471056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.6819, "Performance_Units": "Samples/s" }, { "ID": "5.0-2938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.137113, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.327272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.8079, "Performance_Units": "Samples/s" }, { "ID": "5.0-2939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.142913, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.571768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.8116, "Performance_Units": "Samples/s" }, { "ID": "5.0-2940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.609247, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.60828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.1451, "Performance_Units": "Samples/s" }, { "ID": "5.0-2941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.921238, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.294952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.3072, "Performance_Units": "Samples/s" }, { "ID": "5.0-2942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.134758, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.502976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 880.345, "Performance_Units": "Samples/s" }, { "ID": "5.0-2943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.242791, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.86212, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 598.938, "Performance_Units": "Samples/s" }, { "ID": "5.0-2944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.784867, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.348128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 442.773, "Performance_Units": "Samples/s" }, { "ID": "5.0-2945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.324315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.387736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.896, "Performance_Units": "Samples/s" }, { "ID": "5.0-2946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.010896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.726856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 603.291, "Performance_Units": "Samples/s" }, { "ID": "5.0-2947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.784352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.120176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-2948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.475118, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.181048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 301.434, "Performance_Units": "Samples/s" }, { "ID": "5.0-2949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.363095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.643552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.432, "Performance_Units": "Samples/s" }, { "ID": "5.0-2950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.551298, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.63844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.27, "Performance_Units": "Samples/s" }, { "ID": "5.0-2951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.155357, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.93344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.185, "Performance_Units": "Samples/s" }, { "ID": "5.0-2952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.834139, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.783448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.687, "Performance_Units": "Samples/s" }, { "ID": "5.0-2953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.554646, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.9556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.314, "Performance_Units": "Samples/s" }, { "ID": "5.0-2954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.941049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.984032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.761, "Performance_Units": "Samples/s" }, { "ID": "5.0-2955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.454693, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.135672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 146.993, "Performance_Units": "Samples/s" }, { "ID": "5.0-2956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.838317, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.064784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.989, "Performance_Units": "Samples/s" }, { "ID": "5.0-2957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.199443, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.581728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.4348, "Performance_Units": "Samples/s" }, { "ID": "5.0-2958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.635476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.595576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 592.154, "Performance_Units": "Samples/s" }, { "ID": "5.0-2959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.693454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.044384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 381.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-2960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.624536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.308136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.495, "Performance_Units": "Samples/s" }, { "ID": "5.0-2961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.652861, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.972096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.016, "Performance_Units": "Samples/s" }, { "ID": "5.0-2962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.983718, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.52372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 412.539, "Performance_Units": "Samples/s" }, { "ID": "5.0-2963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.431488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.470824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 263.788, "Performance_Units": "Samples/s" }, { "ID": "5.0-2964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.796523, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.298032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.821, "Performance_Units": "Samples/s" }, { "ID": "5.0-2965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.27581, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.942712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.733, "Performance_Units": "Samples/s" }, { "ID": "5.0-2966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.216645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.948824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.938, "Performance_Units": "Samples/s" }, { "ID": "5.0-2967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.982849, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.065776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.182, "Performance_Units": "Samples/s" }, { "ID": "5.0-2968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.869889, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.3322, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.7737, "Performance_Units": "Samples/s" }, { "ID": "5.0-2969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.025841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.997336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.2557, "Performance_Units": "Samples/s" }, { "ID": "5.0-2970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.105064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.98668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.548, "Performance_Units": "Samples/s" }, { "ID": "5.0-2971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.607809, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.395096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.2986, "Performance_Units": "Samples/s" }, { "ID": "5.0-2972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.503823, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.418744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.278, "Performance_Units": "Samples/s" }, { "ID": "5.0-2973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.657393, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.3462, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.6627, "Performance_Units": "Samples/s" }, { "ID": "5.0-2974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.148768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.312224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.057, "Performance_Units": "Samples/s" }, { "ID": "5.0-2975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.258556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.738776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.864, "Performance_Units": "Samples/s" }, { "ID": "5.0-2976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.672861, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.091696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 328.013, "Performance_Units": "Samples/s" }, { "ID": "5.0-2977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.099803, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.312968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 429.414, "Performance_Units": "Samples/s" }, { "ID": "5.0-2978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.376802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.628424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.8849, "Performance_Units": "Samples/s" }, { "ID": "5.0-2979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.912428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.535264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.0304, "Performance_Units": "Samples/s" }, { "ID": "5.0-2980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.287767, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.482352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.312, "Performance_Units": "Samples/s" }, { "ID": "5.0-2981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.717541, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.731368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.8063, "Performance_Units": "Samples/s" }, { "ID": "5.0-2982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.363716, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.986968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.9458, "Performance_Units": "Samples/s" }, { "ID": "5.0-2983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.448736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.109456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.2086, "Performance_Units": "Samples/s" }, { "ID": "5.0-2984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.881877, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 472.60544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.3087, "Performance_Units": "Samples/s" }, { "ID": "5.0-2985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.020253, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 859.743896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.49376, "Performance_Units": "Samples/s" }, { "ID": "5.0-2986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.76781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.920864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1435.61, "Performance_Units": "Samples/s" }, { "ID": "5.0-2987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.715309, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.961576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 925.173, "Performance_Units": "Samples/s" }, { "ID": "5.0-2988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.100324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.51176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 661.021, "Performance_Units": "Samples/s" }, { "ID": "5.0-2989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.540114, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.089184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 481.992, "Performance_Units": "Samples/s" }, { "ID": "5.0-2990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.110265, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.650504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 476.114, "Performance_Units": "Samples/s" }, { "ID": "5.0-2991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.144419, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.766176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.927, "Performance_Units": "Samples/s" }, { "ID": "5.0-2992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.279468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.7224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 223.391, "Performance_Units": "Samples/s" }, { "ID": "5.0-2993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.51503, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.771168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.975, "Performance_Units": "Samples/s" }, { "ID": "5.0-2994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.139645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.05792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 229.618, "Performance_Units": "Samples/s" }, { "ID": "5.0-2995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.415067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.693112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-2996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.716041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.38, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.625, "Performance_Units": "Samples/s" }, { "ID": "5.0-2997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.247981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.484232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.5098, "Performance_Units": "Samples/s" }, { "ID": "5.0-2998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.6221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.587976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-2999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.663, "Performance_Units": "Samples/s" }, { "ID": "5.0-2999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.51837, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.566568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.6167, "Performance_Units": "Samples/s" }, { "ID": "5.0-3000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.459672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.679432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.9511, "Performance_Units": "Samples/s" }, { "ID": "5.0-3001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.688422, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.49732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.3924, "Performance_Units": "Samples/s" }, { "ID": "5.0-3002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.6355, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.137232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 836.141, "Performance_Units": "Samples/s" }, { "ID": "5.0-3003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.219792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.184024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 557.048, "Performance_Units": "Samples/s" }, { "ID": "5.0-3004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.834247, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.486024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.589, "Performance_Units": "Samples/s" }, { "ID": "5.0-3005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.488815, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.327792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.575, "Performance_Units": "Samples/s" }, { "ID": "5.0-3006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.343501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.613528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 582.177, "Performance_Units": "Samples/s" }, { "ID": "5.0-3007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.754231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.872968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 382.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-3008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.658392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.26528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 282.568, "Performance_Units": "Samples/s" }, { "ID": "5.0-3009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.580382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.106048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.359, "Performance_Units": "Samples/s" }, { "ID": "5.0-3010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.895939, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.4502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 305.394, "Performance_Units": "Samples/s" }, { "ID": "5.0-3011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.319521, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.052952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.338, "Performance_Units": "Samples/s" }, { "ID": "5.0-3012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.003042, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.571856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.18, "Performance_Units": "Samples/s" }, { "ID": "5.0-3013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.799023, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.911296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.629, "Performance_Units": "Samples/s" }, { "ID": "5.0-3014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.267867, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.11544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 218.811, "Performance_Units": "Samples/s" }, { "ID": "5.0-3015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.61539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.80608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.306, "Performance_Units": "Samples/s" }, { "ID": "5.0-3016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.017483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.286752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.413, "Performance_Units": "Samples/s" }, { "ID": "5.0-3017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.44962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.014856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.4525, "Performance_Units": "Samples/s" }, { "ID": "5.0-3018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.965587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.299248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.7834, "Performance_Units": "Samples/s" }, { "ID": "5.0-3019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.279617, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.38548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.053, "Performance_Units": "Samples/s" }, { "ID": "5.0-3020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.974045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.890344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.961, "Performance_Units": "Samples/s" }, { "ID": "5.0-3021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.411839, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.039776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 377.247, "Performance_Units": "Samples/s" }, { "ID": "5.0-3022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.2xlarge", "Platform": "aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.698703, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.884328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.4258, "Performance_Units": "Samples/s" }, { "ID": "5.0-3023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.77413, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.069448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.9477, "Performance_Units": "Samples/s" }, { "ID": "5.0-3024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.653674, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.2164, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.169, "Performance_Units": "Samples/s" }, { "ID": "5.0-3025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.391299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.958232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.5036, "Performance_Units": "Samples/s" }, { "ID": "5.0-3026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.862046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 544.926464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.9504, "Performance_Units": "Samples/s" }, { "ID": "5.0-3027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.113803, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.154984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-3028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.1951, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.223328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.702, "Performance_Units": "Samples/s" }, { "ID": "5.0-3029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.452164, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.305024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.422, "Performance_Units": "Samples/s" }, { "ID": "5.0-3030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.850034, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.208024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.8003, "Performance_Units": "Samples/s" }, { "ID": "5.0-3031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.812711, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.683696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.0251, "Performance_Units": "Samples/s" }, { "ID": "5.0-3032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.313097, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.663608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1110.79, "Performance_Units": "Samples/s" }, { "ID": "5.0-3033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.92611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.932784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 847.748, "Performance_Units": "Samples/s" }, { "ID": "5.0-3034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.207329, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.20568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 685.965, "Performance_Units": "Samples/s" }, { "ID": "5.0-3035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.488299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.308496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 543.191, "Performance_Units": "Samples/s" }, { "ID": "5.0-3036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.87261, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.994784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 554.808, "Performance_Units": "Samples/s" }, { "ID": "5.0-3037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.834713, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.082088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 392.303, "Performance_Units": "Samples/s" }, { "ID": "5.0-3038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.589651, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.252688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 290.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-3039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.481472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.022592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.133, "Performance_Units": "Samples/s" }, { "ID": "5.0-3040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.572829, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.512128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.916, "Performance_Units": "Samples/s" }, { "ID": "5.0-3041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.379497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.210704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.674, "Performance_Units": "Samples/s" }, { "ID": "5.0-3042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.968584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.251672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.348, "Performance_Units": "Samples/s" }, { "ID": "5.0-3043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.842337, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.307664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.619, "Performance_Units": "Samples/s" }, { "ID": "5.0-3044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.097403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.480544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.068, "Performance_Units": "Samples/s" }, { "ID": "5.0-3045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.374383, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.149696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.654, "Performance_Units": "Samples/s" }, { "ID": "5.0-3046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.203452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.331544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.8662, "Performance_Units": "Samples/s" }, { "ID": "5.0-3047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.945595, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.881584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.4938, "Performance_Units": "Samples/s" }, { "ID": "5.0-3048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.883837, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.919464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1487.69, "Performance_Units": "Samples/s" }, { "ID": "5.0-3049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.703346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.135304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1216.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-3050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.854349, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.338016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1025.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-3051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.004807, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.933384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 851.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-3052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.203301, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.703008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1109.26, "Performance_Units": "Samples/s" }, { "ID": "5.0-3053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.928433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.119544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 832.676, "Performance_Units": "Samples/s" }, { "ID": "5.0-3054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.228919, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.355936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 677.492, "Performance_Units": "Samples/s" }, { "ID": "5.0-3055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.505147, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.5316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 534.735, "Performance_Units": "Samples/s" }, { "ID": "5.0-3056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.899926, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.537216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 801.554, "Performance_Units": "Samples/s" }, { "ID": "5.0-3057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.276894, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.843456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 560.284, "Performance_Units": "Samples/s" }, { "ID": "5.0-3058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.815207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.7434, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 441.492, "Performance_Units": "Samples/s" }, { "ID": "5.0-3059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.298836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.56448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.756, "Performance_Units": "Samples/s" }, { "ID": "5.0-3060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.022641, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.955112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 597.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-3061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.704407, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.56736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 402.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-3062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.5242, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.446128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.291, "Performance_Units": "Samples/s" }, { "ID": "5.0-3063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.254528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.273976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 232.208, "Performance_Units": "Samples/s" }, { "ID": "5.0-3064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.351933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.405216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 632.959, "Performance_Units": "Samples/s" }, { "ID": "5.0-3065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.622751, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.74432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 501.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-3066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.039941, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.845344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 420.535, "Performance_Units": "Samples/s" }, { "ID": "5.0-3067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.421499, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.777192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.004, "Performance_Units": "Samples/s" }, { "ID": "5.0-3068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.034872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.042296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 525.408, "Performance_Units": "Samples/s" }, { "ID": "5.0-3069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.950065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.102192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 397.229, "Performance_Units": "Samples/s" }, { "ID": "5.0-3070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.573844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.187, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 318.168, "Performance_Units": "Samples/s" }, { "ID": "5.0-3071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.209217, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.216456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 248.847, "Performance_Units": "Samples/s" }, { "ID": "5.0-3072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.086427, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.851032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 351.054, "Performance_Units": "Samples/s" }, { "ID": "5.0-3073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.911908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.149072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.358, "Performance_Units": "Samples/s" }, { "ID": "5.0-3074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.080088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.209584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.194, "Performance_Units": "Samples/s" }, { "ID": "5.0-3075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.33412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.244256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.966, "Performance_Units": "Samples/s" }, { "ID": "5.0-3076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.964085, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.420216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 272.648, "Performance_Units": "Samples/s" }, { "ID": "5.0-3077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.731264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.016688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.015, "Performance_Units": "Samples/s" }, { "ID": "5.0-3078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.307388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.6878, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.958, "Performance_Units": "Samples/s" }, { "ID": "5.0-3079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.017262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.034368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.269, "Performance_Units": "Samples/s" }, { "ID": "5.0-3080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.305115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.871856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 733.886, "Performance_Units": "Samples/s" }, { "ID": "5.0-3081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.41909, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.92204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 616.814, "Performance_Units": "Samples/s" }, { "ID": "5.0-3082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.674862, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.960224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 533.152, "Performance_Units": "Samples/s" }, { "ID": "5.0-3083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.929875, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.825536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 447.702, "Performance_Units": "Samples/s" }, { "ID": "5.0-3084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.287938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.517048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 690.216, "Performance_Units": "Samples/s" }, { "ID": "5.0-3085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.501163, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.32844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 554.664, "Performance_Units": "Samples/s" }, { "ID": "5.0-3086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.853554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.9164, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 471.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-3087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.176976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.385352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 391.35, "Performance_Units": "Samples/s" }, { "ID": "5.0-3088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.609354, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.22848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 556.919, "Performance_Units": "Samples/s" }, { "ID": "5.0-3089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.844693, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.840144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 423.158, "Performance_Units": "Samples/s" }, { "ID": "5.0-3090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.415914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.103632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 345.395, "Performance_Units": "Samples/s" }, { "ID": "5.0-3091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.949399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.045784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.471, "Performance_Units": "Samples/s" }, { "ID": "5.0-3092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.688925, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.541304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 508.747, "Performance_Units": "Samples/s" }, { "ID": "5.0-3093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.012318, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.268912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 374.714, "Performance_Units": "Samples/s" }, { "ID": "5.0-3094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.721571, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.17612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.809, "Performance_Units": "Samples/s" }, { "ID": "5.0-3095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.335174, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.427152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.377, "Performance_Units": "Samples/s" }, { "ID": "5.0-3096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.235732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.536736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.258, "Performance_Units": "Samples/s" }, { "ID": "5.0-3097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.60802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.397664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.109, "Performance_Units": "Samples/s" }, { "ID": "5.0-3098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.856975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.25544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.377, "Performance_Units": "Samples/s" }, { "ID": "5.0-3099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.57385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.748376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 422.467, "Performance_Units": "Samples/s" }, { "ID": "5.0-3100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.408486, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.600688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-3101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.625298, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.609064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.762, "Performance_Units": "Samples/s" }, { "ID": "5.0-3102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.262259, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.898112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 422.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-3103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.42568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.976008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.5924, "Performance_Units": "Samples/s" }, { "ID": "5.0-3104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.036525, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.196088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.1091, "Performance_Units": "Samples/s" }, { "ID": "5.0-3105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.910279, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.308296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.5427, "Performance_Units": "Samples/s" }, { "ID": "5.0-3106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.761337, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.115384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.237, "Performance_Units": "Samples/s" }, { "ID": "5.0-3107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.275897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 545.046608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.8332, "Performance_Units": "Samples/s" }, { "ID": "5.0-3108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.670724, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.383408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1011.36, "Performance_Units": "Samples/s" }, { "ID": "5.0-3109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.015938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.031264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 763.043, "Performance_Units": "Samples/s" }, { "ID": "5.0-3110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.344622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.740984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 608.694, "Performance_Units": "Samples/s" }, { "ID": "5.0-3111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.681209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.441056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 476.856, "Performance_Units": "Samples/s" }, { "ID": "5.0-3112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.139071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.636016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 532.194, "Performance_Units": "Samples/s" }, { "ID": "5.0-3113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.913728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.215432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.885, "Performance_Units": "Samples/s" }, { "ID": "5.0-3114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.720846, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.790648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 276.287, "Performance_Units": "Samples/s" }, { "ID": "5.0-3115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.668264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.037192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 209.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-3116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.821388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.195736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 292.854, "Performance_Units": "Samples/s" }, { "ID": "5.0-3117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.467051, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.133608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.975, "Performance_Units": "Samples/s" }, { "ID": "5.0-3118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.084462, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.930424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.002, "Performance_Units": "Samples/s" }, { "ID": "5.0-3119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.05347, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.390808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.652, "Performance_Units": "Samples/s" }, { "ID": "5.0-3120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.356313, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.040752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 185.418, "Performance_Units": "Samples/s" }, { "ID": "5.0-3121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.448313, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.201712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-3122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.334132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.865936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.1832, "Performance_Units": "Samples/s" }, { "ID": "5.0-3123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.148819, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.909128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.3363, "Performance_Units": "Samples/s" }, { "ID": "5.0-3124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.151471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.973368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 605.913, "Performance_Units": "Samples/s" }, { "ID": "5.0-3125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.696194, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.712728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.104, "Performance_Units": "Samples/s" }, { "ID": "5.0-3126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.15534, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.536128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 388.785, "Performance_Units": "Samples/s" }, { "ID": "5.0-3127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.628821, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.96052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.748, "Performance_Units": "Samples/s" }, { "ID": "5.0-3128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.302493, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.624328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 505.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-3129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.025084, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.021872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 381.384, "Performance_Units": "Samples/s" }, { "ID": "5.0-3130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.685139, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.714592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.025, "Performance_Units": "Samples/s" }, { "ID": "5.0-3131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.400234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.2948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.781, "Performance_Units": "Samples/s" }, { "ID": "5.0-3132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.337284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.4584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.762, "Performance_Units": "Samples/s" }, { "ID": "5.0-3133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.991173, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.3056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-3134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.219821, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.803336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.028, "Performance_Units": "Samples/s" }, { "ID": "5.0-3135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.533653, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.475504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.344, "Performance_Units": "Samples/s" }, { "ID": "5.0-3136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.242911, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.914456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.365, "Performance_Units": "Samples/s" }, { "ID": "5.0-3137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.800752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.056824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 186.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-3138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.443477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.400824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.621, "Performance_Units": "Samples/s" }, { "ID": "5.0-3139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.228483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.352984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.976, "Performance_Units": "Samples/s" }, { "ID": "5.0-3140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.591069, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.768704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.963, "Performance_Units": "Samples/s" }, { "ID": "5.0-3141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.872648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.0566, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.547, "Performance_Units": "Samples/s" }, { "ID": "5.0-3142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.186246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.952816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 261.37, "Performance_Units": "Samples/s" }, { "ID": "5.0-3143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.921238, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.125312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.992, "Performance_Units": "Samples/s" }, { "ID": "5.0-3144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.75041, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.425408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.6647, "Performance_Units": "Samples/s" }, { "ID": "5.0-3145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.482119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 262.573416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.5772, "Performance_Units": "Samples/s" }, { "ID": "5.0-3146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.757884, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.977384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.6944, "Performance_Units": "Samples/s" }, { "ID": "5.0-3147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.164612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 583.589992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.7585, "Performance_Units": "Samples/s" }, { "ID": "5.0-3148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.79195, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1068.09868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.51863, "Performance_Units": "Samples/s" }, { "ID": "5.0-3149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.186936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.600712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.088, "Performance_Units": "Samples/s" }, { "ID": "5.0-3150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.800948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.976384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.0609, "Performance_Units": "Samples/s" }, { "ID": "5.0-3151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.468937, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.805616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.3251, "Performance_Units": "Samples/s" }, { "ID": "5.0-3152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.073884, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.894656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.5441, "Performance_Units": "Samples/s" }, { "ID": "5.0-3153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.069994, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.194, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.0408, "Performance_Units": "Samples/s" }, { "ID": "5.0-3154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.705411, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.611768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1253.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-3155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.817498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.078312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 817.541, "Performance_Units": "Samples/s" }, { "ID": "5.0-3156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.250662, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.841096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 585.585, "Performance_Units": "Samples/s" }, { "ID": "5.0-3157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.71876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.949696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 427.155, "Performance_Units": "Samples/s" }, { "ID": "5.0-3158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.356345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.929976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 392.451, "Performance_Units": "Samples/s" }, { "ID": "5.0-3159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.575457, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.3602, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.543, "Performance_Units": "Samples/s" }, { "ID": "5.0-3160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.001158, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.728624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 181.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-3161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.546078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.27596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-3162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.620151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.985568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 186.68, "Performance_Units": "Samples/s" }, { "ID": "5.0-3163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.436707, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.724336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.839, "Performance_Units": "Samples/s" }, { "ID": "5.0-3164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.418314, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.3938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.4893, "Performance_Units": "Samples/s" }, { "ID": "5.0-3165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.637641, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.105232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.8136, "Performance_Units": "Samples/s" }, { "ID": "5.0-3166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.979696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.743064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.694, "Performance_Units": "Samples/s" }, { "ID": "5.0-3167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.424402, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.256152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.1795, "Performance_Units": "Samples/s" }, { "ID": "5.0-3168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.495272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.126728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.18, "Performance_Units": "Samples/s" }, { "ID": "5.0-3169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.967128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.378232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.4335, "Performance_Units": "Samples/s" }, { "ID": "5.0-3170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.500188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.344832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 967.751, "Performance_Units": "Samples/s" }, { "ID": "5.0-3171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.038168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.992112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.015, "Performance_Units": "Samples/s" }, { "ID": "5.0-3172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.618128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.372944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 437.898, "Performance_Units": "Samples/s" }, { "ID": "5.0-3173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.288633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.033624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.147, "Performance_Units": "Samples/s" }, { "ID": "5.0-3174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.118584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.03404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.063, "Performance_Units": "Samples/s" }, { "ID": "5.0-3175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.118892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.394, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.807, "Performance_Units": "Samples/s" }, { "ID": "5.0-3176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.912064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.778672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.073, "Performance_Units": "Samples/s" }, { "ID": "5.0-3177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.94715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.34896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.313, "Performance_Units": "Samples/s" }, { "ID": "5.0-3178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.504368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.802136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.055, "Performance_Units": "Samples/s" }, { "ID": "5.0-3179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.583955, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.459288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.3187, "Performance_Units": "Samples/s" }, { "ID": "5.0-3180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.393431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.931328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.0318, "Performance_Units": "Samples/s" }, { "ID": "5.0-3181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.712504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.517224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.6847, "Performance_Units": "Samples/s" }, { "ID": "5.0-3182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.140624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.447984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.8793, "Performance_Units": "Samples/s" }, { "ID": "5.0-3183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.137356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.15656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.8146, "Performance_Units": "Samples/s" }, { "ID": "5.0-3184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.612311, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.79592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.1425, "Performance_Units": "Samples/s" }, { "ID": "5.0-3185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.922134, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.758352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.3018, "Performance_Units": "Samples/s" }, { "ID": "5.0-3186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.152256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.02132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 744.258, "Performance_Units": "Samples/s" }, { "ID": "5.0-3187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.357185, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.63528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.371, "Performance_Units": "Samples/s" }, { "ID": "5.0-3188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.047516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.612904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.797, "Performance_Units": "Samples/s" }, { "ID": "5.0-3189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.795548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.747872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.069, "Performance_Units": "Samples/s" }, { "ID": "5.0-3190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.802898, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.42036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 502.158, "Performance_Units": "Samples/s" }, { "ID": "5.0-3191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.017943, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.003192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 328.607, "Performance_Units": "Samples/s" }, { "ID": "5.0-3192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.083346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.941472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.602, "Performance_Units": "Samples/s" }, { "ID": "5.0-3193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.185019, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.452256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 174.953, "Performance_Units": "Samples/s" }, { "ID": "5.0-3194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.765088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.857144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 258.737, "Performance_Units": "Samples/s" }, { "ID": "5.0-3195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.918558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.060336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.627, "Performance_Units": "Samples/s" }, { "ID": "5.0-3196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.075145, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.812272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.254, "Performance_Units": "Samples/s" }, { "ID": "5.0-3197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.31039, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.843624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.7308, "Performance_Units": "Samples/s" }, { "ID": "5.0-3198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.442734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.73208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.911, "Performance_Units": "Samples/s" }, { "ID": "5.0-3199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.512529, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.976144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.747, "Performance_Units": "Samples/s" }, { "ID": "5.0-3200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.563269, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.674032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.171, "Performance_Units": "Samples/s" }, { "ID": "5.0-3201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.665733, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.269712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.2371, "Performance_Units": "Samples/s" }, { "ID": "5.0-3202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.115545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.601776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 592.194, "Performance_Units": "Samples/s" }, { "ID": "5.0-3203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.694313, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.049112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 382.238, "Performance_Units": "Samples/s" }, { "ID": "5.0-3204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.621729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.228208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.262, "Performance_Units": "Samples/s" }, { "ID": "5.0-3205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.638605, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.735736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 202.164, "Performance_Units": "Samples/s" }, { "ID": "5.0-3206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.954013, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.339072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 416.033, "Performance_Units": "Samples/s" }, { "ID": "5.0-3207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.40892, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.299288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.433, "Performance_Units": "Samples/s" }, { "ID": "5.0-3208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.773669, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.116968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.809, "Performance_Units": "Samples/s" }, { "ID": "5.0-3209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.248505, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.632008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.459, "Performance_Units": "Samples/s" }, { "ID": "5.0-3210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.179651, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.799784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.934, "Performance_Units": "Samples/s" }, { "ID": "5.0-3211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.959033, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.054472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.541, "Performance_Units": "Samples/s" }, { "ID": "5.0-3212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.852259, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.336456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.9983, "Performance_Units": "Samples/s" }, { "ID": "5.0-3213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.003522, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.91184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.3723, "Performance_Units": "Samples/s" }, { "ID": "5.0-3214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.082914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.792328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.286, "Performance_Units": "Samples/s" }, { "ID": "5.0-3215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.576096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.026592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.5572, "Performance_Units": "Samples/s" }, { "ID": "5.0-3216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.480609, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.28328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.4177, "Performance_Units": "Samples/s" }, { "ID": "5.0-3217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.633968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.463256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.6987, "Performance_Units": "Samples/s" }, { "ID": "5.0-3218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.137807, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.453088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.3722, "Performance_Units": "Samples/s" }, { "ID": "5.0-3219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.64006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.229176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.3567, "Performance_Units": "Samples/s" }, { "ID": "5.0-3220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.117843, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.756384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.672, "Performance_Units": "Samples/s" }, { "ID": "5.0-3221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.778187, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.379696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 337.434, "Performance_Units": "Samples/s" }, { "ID": "5.0-3222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.991341, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.3324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.0693, "Performance_Units": "Samples/s" }, { "ID": "5.0-3223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.877612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.404328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.1975, "Performance_Units": "Samples/s" }, { "ID": "5.0-3224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.262502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.591408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.247, "Performance_Units": "Samples/s" }, { "ID": "5.0-3225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.680003, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 174.204328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.1442, "Performance_Units": "Samples/s" }, { "ID": "5.0-3226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.723558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.19808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.2943, "Performance_Units": "Samples/s" }, { "ID": "5.0-3227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.078064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.277696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.5656, "Performance_Units": "Samples/s" }, { "ID": "5.0-3228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.456524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 586.40028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.7056, "Performance_Units": "Samples/s" }, { "ID": "5.0-3229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.09564, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1073.152536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.48928, "Performance_Units": "Samples/s" }, { "ID": "5.0-3230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.764643, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.239968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1157.28, "Performance_Units": "Samples/s" }, { "ID": "5.0-3231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.893495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.867456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 753.34, "Performance_Units": "Samples/s" }, { "ID": "5.0-3232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.347123, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.206968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 539.293, "Performance_Units": "Samples/s" }, { "ID": "5.0-3233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.8838, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.849592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 392.651, "Performance_Units": "Samples/s" }, { "ID": "5.0-3234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.583494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.39624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 383.409, "Performance_Units": "Samples/s" }, { "ID": "5.0-3235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.638592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.078264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.807, "Performance_Units": "Samples/s" }, { "ID": "5.0-3236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.085989, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.882024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.334, "Performance_Units": "Samples/s" }, { "ID": "5.0-3237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.688489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.932376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.515, "Performance_Units": "Samples/s" }, { "ID": "5.0-3238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.830721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.342352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 184.347, "Performance_Units": "Samples/s" }, { "ID": "5.0-3239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.486871, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.428776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.87, "Performance_Units": "Samples/s" }, { "ID": "5.0-3240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.522772, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.74756, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.9789, "Performance_Units": "Samples/s" }, { "ID": "5.0-3241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.808342, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.87532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.9175, "Performance_Units": "Samples/s" }, { "ID": "5.0-3242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.194468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.969744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-3243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.460757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.789104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.8389, "Performance_Units": "Samples/s" }, { "ID": "5.0-3244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.566485, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.93308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.8742, "Performance_Units": "Samples/s" }, { "ID": "5.0-3245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.082861, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.507048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.2764, "Performance_Units": "Samples/s" }, { "ID": "5.0-3246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.628288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.528272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 712.192, "Performance_Units": "Samples/s" }, { "ID": "5.0-3247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.419969, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.507768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 470.013, "Performance_Units": "Samples/s" }, { "ID": "5.0-3248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.1538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.867432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 344.089, "Performance_Units": "Samples/s" }, { "ID": "5.0-3249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.941099, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.539632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.494, "Performance_Units": "Samples/s" }, { "ID": "5.0-3250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.023992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.91516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 489.221, "Performance_Units": "Samples/s" }, { "ID": "5.0-3251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.064544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.032104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.371, "Performance_Units": "Samples/s" }, { "ID": "5.0-3252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.216555, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.34824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 231.921, "Performance_Units": "Samples/s" }, { "ID": "5.0-3253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.366913, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.560752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.806, "Performance_Units": "Samples/s" }, { "ID": "5.0-3254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.020658, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.51192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.534, "Performance_Units": "Samples/s" }, { "ID": "5.0-3255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.998723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.952344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.824, "Performance_Units": "Samples/s" }, { "ID": "5.0-3256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.17426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.154952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.136, "Performance_Units": "Samples/s" }, { "ID": "5.0-3257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.472096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.689968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.2368, "Performance_Units": "Samples/s" }, { "ID": "5.0-3258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.665937, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.422424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.809, "Performance_Units": "Samples/s" }, { "ID": "5.0-3259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.623418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.904384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.303, "Performance_Units": "Samples/s" }, { "ID": "5.0-3260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.672538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.97284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.119, "Performance_Units": "Samples/s" }, { "ID": "5.0-3261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.821838, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.12128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.3564, "Performance_Units": "Samples/s" }, { "ID": "5.0-3262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.346686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.223032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.1734, "Performance_Units": "Samples/s" }, { "ID": "5.0-3263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.855499, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.26712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.4137, "Performance_Units": "Samples/s" }, { "ID": "5.0-3264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.363352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.72244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.041, "Performance_Units": "Samples/s" }, { "ID": "5.0-3265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.033973, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.322208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.799, "Performance_Units": "Samples/s" }, { "ID": "5.0-3266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.large", "Platform": "aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.243259, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.777424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-3267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.573253, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.953016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.041, "Performance_Units": "Samples/s" }, { "ID": "5.0-3268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.819916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.08184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.0305, "Performance_Units": "Samples/s" }, { "ID": "5.0-3269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.300795, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.57144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.3129, "Performance_Units": "Samples/s" }, { "ID": "5.0-3270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.256775, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.182872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.2471, "Performance_Units": "Samples/s" }, { "ID": "5.0-3271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.482652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.976768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 307.811, "Performance_Units": "Samples/s" }, { "ID": "5.0-3272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.257697, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.756632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.489, "Performance_Units": "Samples/s" }, { "ID": "5.0-3273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.641937, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.405088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.23, "Performance_Units": "Samples/s" }, { "ID": "5.0-3274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.981514, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.866384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.247, "Performance_Units": "Samples/s" }, { "ID": "5.0-3275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.206644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.958256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.8719, "Performance_Units": "Samples/s" }, { "ID": "5.0-3276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.56426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.300568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1343.95, "Performance_Units": "Samples/s" }, { "ID": "5.0-3277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.92928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.24128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1107.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-3278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.197757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.737272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 926.625, "Performance_Units": "Samples/s" }, { "ID": "5.0-3279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.486639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.424104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 780.702, "Performance_Units": "Samples/s" }, { "ID": "5.0-3280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.785431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.264144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 781.776, "Performance_Units": "Samples/s" }, { "ID": "5.0-3281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.641151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.258416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 626.453, "Performance_Units": "Samples/s" }, { "ID": "5.0-3282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.606057, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.230456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 480.324, "Performance_Units": "Samples/s" }, { "ID": "5.0-3283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.102281, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.984472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 387.024, "Performance_Units": "Samples/s" }, { "ID": "5.0-3284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.61081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.3808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 485.428, "Performance_Units": "Samples/s" }, { "ID": "5.0-3285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.063678, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.526024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 357.536, "Performance_Units": "Samples/s" }, { "ID": "5.0-3286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.822192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.537216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.574, "Performance_Units": "Samples/s" }, { "ID": "5.0-3287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.89136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.559928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.551, "Performance_Units": "Samples/s" }, { "ID": "5.0-3288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.869506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.907104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.791, "Performance_Units": "Samples/s" }, { "ID": "5.0-3289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.091917, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.238712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.015, "Performance_Units": "Samples/s" }, { "ID": "5.0-3290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.731959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.13788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.674, "Performance_Units": "Samples/s" }, { "ID": "5.0-3291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.071753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.992176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.931, "Performance_Units": "Samples/s" }, { "ID": "5.0-3292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.067905, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.810264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1595.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-3293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.729157, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.964968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1404.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-3294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.896969, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.201664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1282.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-3295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.794634, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.801392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1111.08, "Performance_Units": "Samples/s" }, { "ID": "5.0-3296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.101301, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.685136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1300.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-3297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.969299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.510528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1089.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-3298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.268639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.790832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 948.382, "Performance_Units": "Samples/s" }, { "ID": "5.0-3299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.048447, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.621232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 783.141, "Performance_Units": "Samples/s" }, { "ID": "5.0-3300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.695141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.29448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1038.06, "Performance_Units": "Samples/s" }, { "ID": "5.0-3301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.281477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.711816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 793.707, "Performance_Units": "Samples/s" }, { "ID": "5.0-3302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.798842, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.36532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 685.517, "Performance_Units": "Samples/s" }, { "ID": "5.0-3303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.461922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.523328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 554.25, "Performance_Units": "Samples/s" }, { "ID": "5.0-3304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.808679, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.396512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 832.954, "Performance_Units": "Samples/s" }, { "ID": "5.0-3305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.659431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.2132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 641.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-3306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.572104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.39544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 512.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-3307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.964215, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.044664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 398.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-3308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.512065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.805472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 719.959, "Performance_Units": "Samples/s" }, { "ID": "5.0-3309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.626663, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.797096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 605.945, "Performance_Units": "Samples/s" }, { "ID": "5.0-3310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.080212, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.20292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 544.403, "Performance_Units": "Samples/s" }, { "ID": "5.0-3311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.855473, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.38608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.643, "Performance_Units": "Samples/s" }, { "ID": "5.0-3312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.971717, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.444944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 639.531, "Performance_Units": "Samples/s" }, { "ID": "5.0-3313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.955133, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.627064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 523.526, "Performance_Units": "Samples/s" }, { "ID": "5.0-3314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.545232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.211824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 433.255, "Performance_Units": "Samples/s" }, { "ID": "5.0-3315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.163546, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.089568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.483, "Performance_Units": "Samples/s" }, { "ID": "5.0-3316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.613539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.663072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 466.143, "Performance_Units": "Samples/s" }, { "ID": "5.0-3317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.849323, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.887752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-3318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.453729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.570944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.695, "Performance_Units": "Samples/s" }, { "ID": "5.0-3319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.309397, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.160528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.053, "Performance_Units": "Samples/s" }, { "ID": "5.0-3320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.165586, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.99192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 388.572, "Performance_Units": "Samples/s" }, { "ID": "5.0-3321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.493188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.727888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.442, "Performance_Units": "Samples/s" }, { "ID": "5.0-3322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.321804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.425968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.917, "Performance_Units": "Samples/s" }, { "ID": "5.0-3323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.169382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.981088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 187.873, "Performance_Units": "Samples/s" }, { "ID": "5.0-3324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.328334, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.039376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 753.381, "Performance_Units": "Samples/s" }, { "ID": "5.0-3325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.502184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.305744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 669.352, "Performance_Units": "Samples/s" }, { "ID": "5.0-3326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.815666, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.480512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 609.174, "Performance_Units": "Samples/s" }, { "ID": "5.0-3327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.061692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.278984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 541.572, "Performance_Units": "Samples/s" }, { "ID": "5.0-3328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.391024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.019664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 721.532, "Performance_Units": "Samples/s" }, { "ID": "5.0-3329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.614115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.599504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 628.138, "Performance_Units": "Samples/s" }, { "ID": "5.0-3330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.991015, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.379976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 556.101, "Performance_Units": "Samples/s" }, { "ID": "5.0-3331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.302706, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.453304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.804, "Performance_Units": "Samples/s" }, { "ID": "5.0-3332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.971523, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.004968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 610.672, "Performance_Units": "Samples/s" }, { "ID": "5.0-3333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.994483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.80312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 523.891, "Performance_Units": "Samples/s" }, { "ID": "5.0-3334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.519365, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.683224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 456.628, "Performance_Units": "Samples/s" }, { "ID": "5.0-3335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.607899, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.512552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.801, "Performance_Units": "Samples/s" }, { "ID": "5.0-3336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.745621, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.124952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 579.743, "Performance_Units": "Samples/s" }, { "ID": "5.0-3337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.148538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.454784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.558, "Performance_Units": "Samples/s" }, { "ID": "5.0-3338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.018929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.331816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 417.31, "Performance_Units": "Samples/s" }, { "ID": "5.0-3339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.446961, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.126432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.828, "Performance_Units": "Samples/s" }, { "ID": "5.0-3340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.464407, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.956688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.456, "Performance_Units": "Samples/s" }, { "ID": "5.0-3341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.422953, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.885504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 247.757, "Performance_Units": "Samples/s" }, { "ID": "5.0-3342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.046938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.942224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 379.095, "Performance_Units": "Samples/s" }, { "ID": "5.0-3343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.80476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.731808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 593.353, "Performance_Units": "Samples/s" }, { "ID": "5.0-3344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.247163, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.426984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.309, "Performance_Units": "Samples/s" }, { "ID": "5.0-3345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.206941, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.615632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 440.931, "Performance_Units": "Samples/s" }, { "ID": "5.0-3346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.246107, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.440496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 442.444, "Performance_Units": "Samples/s" }, { "ID": "5.0-3347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.739407, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.597168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 146.985, "Performance_Units": "Samples/s" }, { "ID": "5.0-3348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.82794, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.685664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.4507, "Performance_Units": "Samples/s" }, { "ID": "5.0-3349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.100683, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.060088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.4727, "Performance_Units": "Samples/s" }, { "ID": "5.0-3350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.655282, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 197.999112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.322, "Performance_Units": "Samples/s" }, { "ID": "5.0-3351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.713113, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 292.983392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.8079, "Performance_Units": "Samples/s" }, { "ID": "5.0-3352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.058079, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.954376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1214.02, "Performance_Units": "Samples/s" }, { "ID": "5.0-3353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.012083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.341864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 968.489, "Performance_Units": "Samples/s" }, { "ID": "5.0-3354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.327055, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.238648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 806.268, "Performance_Units": "Samples/s" }, { "ID": "5.0-3355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.652151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.615896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 652.304, "Performance_Units": "Samples/s" }, { "ID": "5.0-3356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.651518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.828432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 740.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-3357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.759482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.715768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 560.483, "Performance_Units": "Samples/s" }, { "ID": "5.0-3358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.824817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.955712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 442.677, "Performance_Units": "Samples/s" }, { "ID": "5.0-3359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.275845, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.51136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 351.777, "Performance_Units": "Samples/s" }, { "ID": "5.0-3360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.862194, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.493528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.978, "Performance_Units": "Samples/s" }, { "ID": "5.0-3361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.11795, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.56368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 343.589, "Performance_Units": "Samples/s" }, { "ID": "5.0-3362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.925268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.930808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 248.174, "Performance_Units": "Samples/s" }, { "ID": "5.0-3363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.071006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.032504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.629, "Performance_Units": "Samples/s" }, { "ID": "5.0-3364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.116821, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.815168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.682, "Performance_Units": "Samples/s" }, { "ID": "5.0-3365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.152094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.512344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.535, "Performance_Units": "Samples/s" }, { "ID": "5.0-3366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.874192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.526872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.765, "Performance_Units": "Samples/s" }, { "ID": "5.0-3367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.2551, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.160304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.113, "Performance_Units": "Samples/s" }, { "ID": "5.0-3368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.335394, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.49068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 685.338, "Performance_Units": "Samples/s" }, { "ID": "5.0-3369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.694979, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.07688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 553.559, "Performance_Units": "Samples/s" }, { "ID": "5.0-3370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.252197, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.040984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 478.221, "Performance_Units": "Samples/s" }, { "ID": "5.0-3371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.674317, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.730536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 403.135, "Performance_Units": "Samples/s" }, { "ID": "5.0-3372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.263328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.172056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 606.366, "Performance_Units": "Samples/s" }, { "ID": "5.0-3373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.036189, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.686656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 489.743, "Performance_Units": "Samples/s" }, { "ID": "5.0-3374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.669643, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.52964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 406.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-3375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.03815, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.426264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.661, "Performance_Units": "Samples/s" }, { "ID": "5.0-3376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.87472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.341952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 458.669, "Performance_Units": "Samples/s" }, { "ID": "5.0-3377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.21558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.15708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 348.456, "Performance_Units": "Samples/s" }, { "ID": "5.0-3378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.04902, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.88144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 283.517, "Performance_Units": "Samples/s" }, { "ID": "5.0-3379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.508518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.58628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.621, "Performance_Units": "Samples/s" }, { "ID": "5.0-3380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.418556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.210024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 387.386, "Performance_Units": "Samples/s" }, { "ID": "5.0-3381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.564371, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.911088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.353, "Performance_Units": "Samples/s" }, { "ID": "5.0-3382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.429573, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.365184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.682, "Performance_Units": "Samples/s" }, { "ID": "5.0-3383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.378762, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.779304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.68, "Performance_Units": "Samples/s" }, { "ID": "5.0-3384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.573123, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.087896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.622, "Performance_Units": "Samples/s" }, { "ID": "5.0-3385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.08945, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.35556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 231.124, "Performance_Units": "Samples/s" }, { "ID": "5.0-3386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.326018, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.218504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 339.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-3387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.729698, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.86384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 521.907, "Performance_Units": "Samples/s" }, { "ID": "5.0-3388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.08475, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 156.6144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.3857, "Performance_Units": "Samples/s" }, { "ID": "5.0-3389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.512983, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.931424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.6643, "Performance_Units": "Samples/s" }, { "ID": "5.0-3390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.780824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.930248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.9979, "Performance_Units": "Samples/s" }, { "ID": "5.0-3391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.760693, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 529.996056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.189, "Performance_Units": "Samples/s" }, { "ID": "5.0-3392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.018614, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 968.43352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.2986, "Performance_Units": "Samples/s" }, { "ID": "5.0-3393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.770801, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.5068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-3394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.663899, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.77912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.3387, "Performance_Units": "Samples/s" }, { "ID": "5.0-3395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.196999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.875368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.1282, "Performance_Units": "Samples/s" }, { "ID": "5.0-3396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.706154, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.962528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.8615, "Performance_Units": "Samples/s" }, { "ID": "5.0-3397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.078709, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 270.087688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.7079, "Performance_Units": "Samples/s" }, { "ID": "5.0-3398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.706715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.951224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1387.06, "Performance_Units": "Samples/s" }, { "ID": "5.0-3399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.737231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.13732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 903.356, "Performance_Units": "Samples/s" }, { "ID": "5.0-3400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.134501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 646.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-3401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.580277, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.278168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 471.522, "Performance_Units": "Samples/s" }, { "ID": "5.0-3402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.14539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.071768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 427.238, "Performance_Units": "Samples/s" }, { "ID": "5.0-3403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.371221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.389992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 276.712, "Performance_Units": "Samples/s" }, { "ID": "5.0-3404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.648924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.480104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.68, "Performance_Units": "Samples/s" }, { "ID": "5.0-3405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.038183, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.46508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-3406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.911955, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.201344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 202.184, "Performance_Units": "Samples/s" }, { "ID": "5.0-3407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.982151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.648504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.837, "Performance_Units": "Samples/s" }, { "ID": "5.0-3408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.67604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.831184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.7811, "Performance_Units": "Samples/s" }, { "ID": "5.0-3409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.574663, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.319232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.0631, "Performance_Units": "Samples/s" }, { "ID": "5.0-3410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.502876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.958136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.019, "Performance_Units": "Samples/s" }, { "ID": "5.0-3411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.584179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.370344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.2826, "Performance_Units": "Samples/s" }, { "ID": "5.0-3412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.139491, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.030816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.3825, "Performance_Units": "Samples/s" }, { "ID": "5.0-3413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.090272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.112288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.3102, "Performance_Units": "Samples/s" }, { "ID": "5.0-3414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.843623, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.310912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 969.113, "Performance_Units": "Samples/s" }, { "ID": "5.0-3415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.035287, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.974368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-3416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.616567, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.337328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 438.021, "Performance_Units": "Samples/s" }, { "ID": "5.0-3417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.287355, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.015912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.903, "Performance_Units": "Samples/s" }, { "ID": "5.0-3418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.121171, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.994776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.071, "Performance_Units": "Samples/s" }, { "ID": "5.0-3419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.118228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.34176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.926, "Performance_Units": "Samples/s" }, { "ID": "5.0-3420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.908145, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.634776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.095, "Performance_Units": "Samples/s" }, { "ID": "5.0-3421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.94499, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.084184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.318, "Performance_Units": "Samples/s" }, { "ID": "5.0-3422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.501779, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.867112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.069, "Performance_Units": "Samples/s" }, { "ID": "5.0-3423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.581897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.51692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.2791, "Performance_Units": "Samples/s" }, { "ID": "5.0-3424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.394373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.776968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.0147, "Performance_Units": "Samples/s" }, { "ID": "5.0-3425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.711137, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.237664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.6715, "Performance_Units": "Samples/s" }, { "ID": "5.0-3426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.140591, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.508744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.8172, "Performance_Units": "Samples/s" }, { "ID": "5.0-3427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.140568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.964168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.8199, "Performance_Units": "Samples/s" }, { "ID": "5.0-3428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.607617, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.634112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.1514, "Performance_Units": "Samples/s" }, { "ID": "5.0-3429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.914094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.395096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.3151, "Performance_Units": "Samples/s" }, { "ID": "5.0-3430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.125078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.17764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 817.006, "Performance_Units": "Samples/s" }, { "ID": "5.0-3431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.252867, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.127544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 544.228, "Performance_Units": "Samples/s" }, { "ID": "5.0-3432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.864239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.511424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 398.139, "Performance_Units": "Samples/s" }, { "ID": "5.0-3433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.541884, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.85476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.654, "Performance_Units": "Samples/s" }, { "ID": "5.0-3434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.452774, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.990648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 552.396, "Performance_Units": "Samples/s" }, { "ID": "5.0-3435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.844718, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.031584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 355.227, "Performance_Units": "Samples/s" }, { "ID": "5.0-3436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.843416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.008224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 262.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-3437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.848699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.38208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 191.055, "Performance_Units": "Samples/s" }, { "ID": "5.0-3438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.266033, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.126448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-3439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.591087, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.725424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 181.541, "Performance_Units": "Samples/s" }, { "ID": "5.0-3440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.557238, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.564448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.481, "Performance_Units": "Samples/s" }, { "ID": "5.0-3441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.534249, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.995048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.1309, "Performance_Units": "Samples/s" }, { "ID": "5.0-3442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.337213, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.774376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-3443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.019613, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.68116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.653, "Performance_Units": "Samples/s" }, { "ID": "5.0-3444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.783802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.93524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.054, "Performance_Units": "Samples/s" }, { "ID": "5.0-3445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.572494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.322688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.5006, "Performance_Units": "Samples/s" }, { "ID": "5.0-3446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.630468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.562536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 593.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-3447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.690619, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.009528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 382.794, "Performance_Units": "Samples/s" }, { "ID": "5.0-3448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.617426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.128168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.529, "Performance_Units": "Samples/s" }, { "ID": "5.0-3449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.634306, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.807216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 202.047, "Performance_Units": "Samples/s" }, { "ID": "5.0-3450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.956421, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.300376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 416.474, "Performance_Units": "Samples/s" }, { "ID": "5.0-3451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.405563, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.255256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.565, "Performance_Units": "Samples/s" }, { "ID": "5.0-3452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.770474, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.176776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.586, "Performance_Units": "Samples/s" }, { "ID": "5.0-3453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.254988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.597824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.243, "Performance_Units": "Samples/s" }, { "ID": "5.0-3454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.190931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.837048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.823, "Performance_Units": "Samples/s" }, { "ID": "5.0-3455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.961637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.06212, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.476, "Performance_Units": "Samples/s" }, { "ID": "5.0-3456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.852994, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.051512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.0333, "Performance_Units": "Samples/s" }, { "ID": "5.0-3457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.994935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.959192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.3767, "Performance_Units": "Samples/s" }, { "ID": "5.0-3458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.075922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.78924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.284, "Performance_Units": "Samples/s" }, { "ID": "5.0-3459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.575585, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.065264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.613, "Performance_Units": "Samples/s" }, { "ID": "5.0-3460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.471623, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.456056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.3808, "Performance_Units": "Samples/s" }, { "ID": "5.0-3461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.635018, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.137176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.7081, "Performance_Units": "Samples/s" }, { "ID": "5.0-3462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.12604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.658672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.7581, "Performance_Units": "Samples/s" }, { "ID": "5.0-3463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.423251, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.013992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.3057, "Performance_Units": "Samples/s" }, { "ID": "5.0-3464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.09879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.066192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.913, "Performance_Units": "Samples/s" }, { "ID": "5.0-3465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.468499, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.093848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.234, "Performance_Units": "Samples/s" }, { "ID": "5.0-3466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.734132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.155424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.0095, "Performance_Units": "Samples/s" }, { "ID": "5.0-3467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.880141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.481568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.1442, "Performance_Units": "Samples/s" }, { "ID": "5.0-3468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.266247, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.591704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.926, "Performance_Units": "Samples/s" }, { "ID": "5.0-3469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.684039, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.159768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.8588, "Performance_Units": "Samples/s" }, { "ID": "5.0-3470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.714417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.301552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.4367, "Performance_Units": "Samples/s" }, { "ID": "5.0-3471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.968978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.15744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.8855, "Performance_Units": "Samples/s" }, { "ID": "5.0-3472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.943023, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 531.967768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.1245, "Performance_Units": "Samples/s" }, { "ID": "5.0-3473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.274587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 968.945592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.28438, "Performance_Units": "Samples/s" }, { "ID": "5.0-3474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.862906, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1275.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-3475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.815164, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.026672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 826.816, "Performance_Units": "Samples/s" }, { "ID": "5.0-3476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.240134, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.861512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 589.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-3477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.718379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.189088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 426.904, "Performance_Units": "Samples/s" }, { "ID": "5.0-3478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.378328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.837792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 417.278, "Performance_Units": "Samples/s" }, { "ID": "5.0-3479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.436382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.256664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 269.239, "Performance_Units": "Samples/s" }, { "ID": "5.0-3480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.748864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.792608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.153, "Performance_Units": "Samples/s" }, { "ID": "5.0-3481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.192801, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.365208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.949, "Performance_Units": "Samples/s" }, { "ID": "5.0-3482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.140413, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.610984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.446, "Performance_Units": "Samples/s" }, { "ID": "5.0-3483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.015584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.444344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.563, "Performance_Units": "Samples/s" }, { "ID": "5.0-3484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.765546, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.162256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.5719, "Performance_Units": "Samples/s" }, { "ID": "5.0-3485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.728456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.907384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.2826, "Performance_Units": "Samples/s" }, { "ID": "5.0-3486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.690403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.527768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.789, "Performance_Units": "Samples/s" }, { "ID": "5.0-3487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.641557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.478696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.586, "Performance_Units": "Samples/s" }, { "ID": "5.0-3488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.266978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 146.455352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.9119, "Performance_Units": "Samples/s" }, { "ID": "5.0-3489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.258097, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.104448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.9789, "Performance_Units": "Samples/s" }, { "ID": "5.0-3490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.069483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.75552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 773.333, "Performance_Units": "Samples/s" }, { "ID": "5.0-3491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.323091, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.239496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 508.086, "Performance_Units": "Samples/s" }, { "ID": "5.0-3492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.005053, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.09, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.09, "Performance_Units": "Samples/s" }, { "ID": "5.0-3493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.736528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.045352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-3494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.726652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.660608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.481, "Performance_Units": "Samples/s" }, { "ID": "5.0-3495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.934443, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.053296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.128, "Performance_Units": "Samples/s" }, { "ID": "5.0-3496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.968278, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.772688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.252, "Performance_Units": "Samples/s" }, { "ID": "5.0-3497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.054049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.719288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 181.958, "Performance_Units": "Samples/s" }, { "ID": "5.0-3498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.544944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.506768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.886, "Performance_Units": "Samples/s" }, { "ID": "5.0-3499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.748654, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.840288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.188, "Performance_Units": "Samples/s" }, { "ID": "5.0-3500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.692122, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.323048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.602, "Performance_Units": "Samples/s" }, { "ID": "5.0-3501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.755379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.427552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.4752, "Performance_Units": "Samples/s" }, { "ID": "5.0-3502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.634222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.820792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.553, "Performance_Units": "Samples/s" }, { "ID": "5.0-3503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.188993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.056536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-3504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.969792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.88856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.7754, "Performance_Units": "Samples/s" }, { "ID": "5.0-3505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.813801, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.51284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.4145, "Performance_Units": "Samples/s" }, { "ID": "5.0-3506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.884645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.140704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.6594, "Performance_Units": "Samples/s" }, { "ID": "5.0-3507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.719417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.388896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.718, "Performance_Units": "Samples/s" }, { "ID": "5.0-3508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.386963, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.299416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.752, "Performance_Units": "Samples/s" }, { "ID": "5.0-3509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.758965, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.451832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.773, "Performance_Units": "Samples/s" }, { "ID": "5.0-3510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m7g.xlarge", "Platform": "aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m7g.ylarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.02327, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.19452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.323, "Performance_Units": "Samples/s" }, { "ID": "5.0-3511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.262728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.79828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.166, "Performance_Units": "Samples/s" }, { "ID": "5.0-3512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.517864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.296376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.689, "Performance_Units": "Samples/s" }, { "ID": "5.0-3513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.721384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.177312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.3999, "Performance_Units": "Samples/s" }, { "ID": "5.0-3514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.89676, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.819848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.095, "Performance_Units": "Samples/s" }, { "ID": "5.0-3515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.499866, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.296568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 424.347, "Performance_Units": "Samples/s" }, { "ID": "5.0-3516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.702936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.706168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.906, "Performance_Units": "Samples/s" }, { "ID": "5.0-3517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.162215, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.812056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 266.084, "Performance_Units": "Samples/s" }, { "ID": "5.0-3518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.801921, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.781208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.695, "Performance_Units": "Samples/s" }, { "ID": "5.0-3519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.326131, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.306376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.544, "Performance_Units": "Samples/s" }, { "ID": "5.0-3520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.946734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.965624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1484.06, "Performance_Units": "Samples/s" }, { "ID": "5.0-3521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.688327, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.37756, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1401.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-3522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.728981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.174056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1254.54, "Performance_Units": "Samples/s" }, { "ID": "5.0-3523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.816283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.411992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1110.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-3524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.98246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.724712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1170.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-3525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.875646, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.349704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 962.469, "Performance_Units": "Samples/s" }, { "ID": "5.0-3526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.217489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.093176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 819.374, "Performance_Units": "Samples/s" }, { "ID": "5.0-3527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.25586, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.749336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 643.167, "Performance_Units": "Samples/s" }, { "ID": "5.0-3528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.980141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.524872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 864.658, "Performance_Units": "Samples/s" }, { "ID": "5.0-3529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.192476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.540008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 633.198, "Performance_Units": "Samples/s" }, { "ID": "5.0-3530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.072691, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.285592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 462.862, "Performance_Units": "Samples/s" }, { "ID": "5.0-3531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.471567, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.369456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 383.709, "Performance_Units": "Samples/s" }, { "ID": "5.0-3532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.650347, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.44432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 596.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-3533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.975603, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.317464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 426.868, "Performance_Units": "Samples/s" }, { "ID": "5.0-3534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.24192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.025504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 297.976, "Performance_Units": "Samples/s" }, { "ID": "5.0-3535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.958311, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.242448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 229.497, "Performance_Units": "Samples/s" }, { "ID": "5.0-3536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.770207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1569.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-3537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.647781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.661216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1505.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-3538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.678391, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.97796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1431.53, "Performance_Units": "Samples/s" }, { "ID": "5.0-3539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.711674, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.422728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1346.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-3540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.7675, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.824592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1482.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-3541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.690677, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.172936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1387.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-3542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.734714, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.013624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1260.54, "Performance_Units": "Samples/s" }, { "ID": "5.0-3543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.836693, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.238632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1109.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-3544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.003095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.517224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1316.26, "Performance_Units": "Samples/s" }, { "ID": "5.0-3545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.776709, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.948336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1161.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-3546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.951009, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.746408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 994.626, "Performance_Units": "Samples/s" }, { "ID": "5.0-3547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.180783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.170352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 826.203, "Performance_Units": "Samples/s" }, { "ID": "5.0-3548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.478045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.976592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1145.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-3549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.946963, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.439104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 947.18, "Performance_Units": "Samples/s" }, { "ID": "5.0-3550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.480888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 817.835, "Performance_Units": "Samples/s" }, { "ID": "5.0-3551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.492547, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.137976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 639.598, "Performance_Units": "Samples/s" }, { "ID": "5.0-3552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.943138, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.104464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 707.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-3553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.437108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.90424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 667.943, "Performance_Units": "Samples/s" }, { "ID": "5.0-3554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.524483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.934568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.563, "Performance_Units": "Samples/s" }, { "ID": "5.0-3555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.644562, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.654176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 557.697, "Performance_Units": "Samples/s" }, { "ID": "5.0-3556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.826703, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.866296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 671.222, "Performance_Units": "Samples/s" }, { "ID": "5.0-3557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.5138, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.39872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 606.726, "Performance_Units": "Samples/s" }, { "ID": "5.0-3558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.687123, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.8658, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 555.467, "Performance_Units": "Samples/s" }, { "ID": "5.0-3559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.835798, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.82244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 486.201, "Performance_Units": "Samples/s" }, { "ID": "5.0-3560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.229423, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.557096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 577.795, "Performance_Units": "Samples/s" }, { "ID": "5.0-3561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.774169, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.136472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 492.221, "Performance_Units": "Samples/s" }, { "ID": "5.0-3562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.108437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.888592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 425.985, "Performance_Units": "Samples/s" }, { "ID": "5.0-3563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.430524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.09648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.574, "Performance_Units": "Samples/s" }, { "ID": "5.0-3564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.445698, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.954272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 522.256, "Performance_Units": "Samples/s" }, { "ID": "5.0-3565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.96609, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.393008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 421.72, "Performance_Units": "Samples/s" }, { "ID": "5.0-3566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.751633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.285608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.417, "Performance_Units": "Samples/s" }, { "ID": "5.0-3567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.869914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.457448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 289.178, "Performance_Units": "Samples/s" }, { "ID": "5.0-3568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.376864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.946056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 761.595, "Performance_Units": "Samples/s" }, { "ID": "5.0-3569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.330378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.675312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 718.652, "Performance_Units": "Samples/s" }, { "ID": "5.0-3570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.416529, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.537208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 679.36, "Performance_Units": "Samples/s" }, { "ID": "5.0-3571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.506604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.38736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 637.914, "Performance_Units": "Samples/s" }, { "ID": "5.0-3572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.627969, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.488632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 732.925, "Performance_Units": "Samples/s" }, { "ID": "5.0-3573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.384386, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.039264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 700.999, "Performance_Units": "Samples/s" }, { "ID": "5.0-3574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.451505, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.760032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 663.237, "Performance_Units": "Samples/s" }, { "ID": "5.0-3575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.532002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.031616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 613.156, "Performance_Units": "Samples/s" }, { "ID": "5.0-3576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.660534, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.320152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 686.213, "Performance_Units": "Samples/s" }, { "ID": "5.0-3577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.482026, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.520248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 638.045, "Performance_Units": "Samples/s" }, { "ID": "5.0-3578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.594524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.781584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 592.166, "Performance_Units": "Samples/s" }, { "ID": "5.0-3579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.718573, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.107776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.396, "Performance_Units": "Samples/s" }, { "ID": "5.0-3580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.935122, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.871552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 662.96, "Performance_Units": "Samples/s" }, { "ID": "5.0-3581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.532875, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.937496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 613.489, "Performance_Units": "Samples/s" }, { "ID": "5.0-3582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.658876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.907336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 557.218, "Performance_Units": "Samples/s" }, { "ID": "5.0-3583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.909333, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.75908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.398, "Performance_Units": "Samples/s" }, { "ID": "5.0-3584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.257695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.083616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.606, "Performance_Units": "Samples/s" }, { "ID": "5.0-3585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.496354, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.174144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 371.513, "Performance_Units": "Samples/s" }, { "ID": "5.0-3586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.287447, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.236736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 432.484, "Performance_Units": "Samples/s" }, { "ID": "5.0-3587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.370601, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.624152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 773.808, "Performance_Units": "Samples/s" }, { "ID": "5.0-3588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.360544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.490288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 337.72, "Performance_Units": "Samples/s" }, { "ID": "5.0-3589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.010544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.36596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 581.304, "Performance_Units": "Samples/s" }, { "ID": "5.0-3590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.85188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.628416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.133, "Performance_Units": "Samples/s" }, { "ID": "5.0-3591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.13697, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.192808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.754, "Performance_Units": "Samples/s" }, { "ID": "5.0-3592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.510677, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.336336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-3593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.409168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.668512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.713, "Performance_Units": "Samples/s" }, { "ID": "5.0-3594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.169012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.46284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.6454, "Performance_Units": "Samples/s" }, { "ID": "5.0-3595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.104929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 218.00532, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.3162, "Performance_Units": "Samples/s" }, { "ID": "5.0-3596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.894145, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.38204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1336.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-3597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.769712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.154128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1193.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-3598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.865575, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.25836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1043.37, "Performance_Units": "Samples/s" }, { "ID": "5.0-3599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.99626, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.969832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 900.273, "Performance_Units": "Samples/s" }, { "ID": "5.0-3600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.153899, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.955096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1085.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-3601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.942821, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.911368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 884.793, "Performance_Units": "Samples/s" }, { "ID": "5.0-3602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.282043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.00088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 740.622, "Performance_Units": "Samples/s" }, { "ID": "5.0-3603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.390444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.253968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 578.677, "Performance_Units": "Samples/s" }, { "ID": "5.0-3604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.053642, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.860336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 826.568, "Performance_Units": "Samples/s" }, { "ID": "5.0-3605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.233291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.00588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 603.24, "Performance_Units": "Samples/s" }, { "ID": "5.0-3606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.152598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.797736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 440.073, "Performance_Units": "Samples/s" }, { "ID": "5.0-3607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.311962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.763992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.151, "Performance_Units": "Samples/s" }, { "ID": "5.0-3608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.784926, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.442736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 586.073, "Performance_Units": "Samples/s" }, { "ID": "5.0-3609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.730239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.878504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-3610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.367666, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.417904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 290.165, "Performance_Units": "Samples/s" }, { "ID": "5.0-3611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.541149, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.655408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 223.318, "Performance_Units": "Samples/s" }, { "ID": "5.0-3612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.821938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.550384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 677.022, "Performance_Units": "Samples/s" }, { "ID": "5.0-3613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.511181, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.962728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 613.076, "Performance_Units": "Samples/s" }, { "ID": "5.0-3614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.67325, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.578448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 548.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-3615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.868366, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.687584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 485.071, "Performance_Units": "Samples/s" }, { "ID": "5.0-3616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.114684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.527928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 630.413, "Performance_Units": "Samples/s" }, { "ID": "5.0-3617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.620542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.252584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 563.347, "Performance_Units": "Samples/s" }, { "ID": "5.0-3618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.815769, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.994176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 504.765, "Performance_Units": "Samples/s" }, { "ID": "5.0-3619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.029173, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.874784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 431.266, "Performance_Units": "Samples/s" }, { "ID": "5.0-3620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.400996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.684936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 548.719, "Performance_Units": "Samples/s" }, { "ID": "5.0-3621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.85925, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.050352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 462.63, "Performance_Units": "Samples/s" }, { "ID": "5.0-3622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.201587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.003072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 399.572, "Performance_Units": "Samples/s" }, { "ID": "5.0-3623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.549756, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.353544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.928, "Performance_Units": "Samples/s" }, { "ID": "5.0-3624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.697879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.449888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 499.416, "Performance_Units": "Samples/s" }, { "ID": "5.0-3625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.03525, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.925632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 406.426, "Performance_Units": "Samples/s" }, { "ID": "5.0-3626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.829358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.276368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.267, "Performance_Units": "Samples/s" }, { "ID": "5.0-3627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.927909, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.627384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.458, "Performance_Units": "Samples/s" }, { "ID": "5.0-3628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.555582, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.116744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.469, "Performance_Units": "Samples/s" }, { "ID": "5.0-3629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.745497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.104608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 344.759, "Performance_Units": "Samples/s" }, { "ID": "5.0-3630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.481502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.183288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 385.363, "Performance_Units": "Samples/s" }, { "ID": "5.0-3631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.661417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.388232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 655.869, "Performance_Units": "Samples/s" }, { "ID": "5.0-3632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.576371, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.393304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.7902, "Performance_Units": "Samples/s" }, { "ID": "5.0-3633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.075339, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 186.947192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.8797, "Performance_Units": "Samples/s" }, { "ID": "5.0-3634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.701152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.869664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.1408, "Performance_Units": "Samples/s" }, { "ID": "5.0-3635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.705804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 407.556048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.4915, "Performance_Units": "Samples/s" }, { "ID": "5.0-3636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.705501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 738.131584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.2897, "Performance_Units": "Samples/s" }, { "ID": "5.0-3637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.136858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.87344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.463, "Performance_Units": "Samples/s" }, { "ID": "5.0-3638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.858655, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.816984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.679, "Performance_Units": "Samples/s" }, { "ID": "5.0-3639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.959629, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.955672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.131, "Performance_Units": "Samples/s" }, { "ID": "5.0-3640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.837429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.748768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.3631, "Performance_Units": "Samples/s" }, { "ID": "5.0-3641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.574182, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.214176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.4784, "Performance_Units": "Samples/s" }, { "ID": "5.0-3642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.247349, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.470344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1863.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-3643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.544498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.945072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1206.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-3644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.838732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.845288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 858.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-3645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.194256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.503312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 623.716, "Performance_Units": "Samples/s" }, { "ID": "5.0-3646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.640846, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.393064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 562.643, "Performance_Units": "Samples/s" }, { "ID": "5.0-3647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.846784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.863216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 367.435, "Performance_Units": "Samples/s" }, { "ID": "5.0-3648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.778455, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.334064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.229, "Performance_Units": "Samples/s" }, { "ID": "5.0-3649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.786112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.933296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 197.523, "Performance_Units": "Samples/s" }, { "ID": "5.0-3650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.099511, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.62364, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 262.154, "Performance_Units": "Samples/s" }, { "ID": "5.0-3651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.898524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.933792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.12, "Performance_Units": "Samples/s" }, { "ID": "5.0-3652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.77317, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.635552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.333, "Performance_Units": "Samples/s" }, { "ID": "5.0-3653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.723232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.10212, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.6721, "Performance_Units": "Samples/s" }, { "ID": "5.0-3654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.525195, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.346552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.103, "Performance_Units": "Samples/s" }, { "ID": "5.0-3655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.52129, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.704976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.581, "Performance_Units": "Samples/s" }, { "ID": "5.0-3656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.643179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.101816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.2501, "Performance_Units": "Samples/s" }, { "ID": "5.0-3657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.024445, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.514184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.9809, "Performance_Units": "Samples/s" }, { "ID": "5.0-3658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.628976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.603784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1060.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-3659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.94679, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.940312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 676.289, "Performance_Units": "Samples/s" }, { "ID": "5.0-3660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.484262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.912688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 477.51, "Performance_Units": "Samples/s" }, { "ID": "5.0-3661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.099483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.056368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.993, "Performance_Units": "Samples/s" }, { "ID": "5.0-3662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.862511, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.671032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-3663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.938618, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.241416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.371, "Performance_Units": "Samples/s" }, { "ID": "5.0-3664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.628637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.6976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.939, "Performance_Units": "Samples/s" }, { "ID": "5.0-3665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.547174, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.110648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.781, "Performance_Units": "Samples/s" }, { "ID": "5.0-3666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.95876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.292496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.457, "Performance_Units": "Samples/s" }, { "ID": "5.0-3667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.239518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.330032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.573, "Performance_Units": "Samples/s" }, { "ID": "5.0-3668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.854082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.230688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.7731, "Performance_Units": "Samples/s" }, { "ID": "5.0-3669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.943003, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.353648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.4075, "Performance_Units": "Samples/s" }, { "ID": "5.0-3670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.093865, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.570656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.358, "Performance_Units": "Samples/s" }, { "ID": "5.0-3671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.609724, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.050336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.6841, "Performance_Units": "Samples/s" }, { "ID": "5.0-3672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.774369, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.778376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.169, "Performance_Units": "Samples/s" }, { "ID": "5.0-3673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.729519, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 261.016912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.7761, "Performance_Units": "Samples/s" }, { "ID": "5.0-3674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.510739, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.896536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1023.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-3675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.028829, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.896232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 681.291, "Performance_Units": "Samples/s" }, { "ID": "5.0-3676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.529235, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.749864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 490.339, "Performance_Units": "Samples/s" }, { "ID": "5.0-3677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.100593, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.364912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 367.072, "Performance_Units": "Samples/s" }, { "ID": "5.0-3678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.79074, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.108744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 689.443, "Performance_Units": "Samples/s" }, { "ID": "5.0-3679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.536274, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.218744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 448.847, "Performance_Units": "Samples/s" }, { "ID": "5.0-3680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.297163, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.545456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 333.915, "Performance_Units": "Samples/s" }, { "ID": "5.0-3681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.05261, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.182088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.934, "Performance_Units": "Samples/s" }, { "ID": "5.0-3682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.108455, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.070976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.387, "Performance_Units": "Samples/s" }, { "ID": "5.0-3683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.964205, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.495872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.059, "Performance_Units": "Samples/s" }, { "ID": "5.0-3684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.35882, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.456888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.968, "Performance_Units": "Samples/s" }, { "ID": "5.0-3685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.827156, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.023408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.507, "Performance_Units": "Samples/s" }, { "ID": "5.0-3686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.855482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.140792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 247.082, "Performance_Units": "Samples/s" }, { "ID": "5.0-3687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.167381, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.195928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.944, "Performance_Units": "Samples/s" }, { "ID": "5.0-3688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.966495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.692712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.817, "Performance_Units": "Samples/s" }, { "ID": "5.0-3689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.966414, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.928616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.3656, "Performance_Units": "Samples/s" }, { "ID": "5.0-3690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.91984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.524216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 652.381, "Performance_Units": "Samples/s" }, { "ID": "5.0-3691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.540232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.62912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 417.195, "Performance_Units": "Samples/s" }, { "ID": "5.0-3692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.405777, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.070344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.441, "Performance_Units": "Samples/s" }, { "ID": "5.0-3693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.33597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.891152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.258, "Performance_Units": "Samples/s" }, { "ID": "5.0-3694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.552052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.10884, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 451.76, "Performance_Units": "Samples/s" }, { "ID": "5.0-3695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.221891, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.298344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.245, "Performance_Units": "Samples/s" }, { "ID": "5.0-3696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.488993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.283912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.504, "Performance_Units": "Samples/s" }, { "ID": "5.0-3697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.852938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.844544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.77, "Performance_Units": "Samples/s" }, { "ID": "5.0-3698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.644907, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.509144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.263, "Performance_Units": "Samples/s" }, { "ID": "5.0-3699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.633231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.272288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.495, "Performance_Units": "Samples/s" }, { "ID": "5.0-3700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.337379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.88488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.4421, "Performance_Units": "Samples/s" }, { "ID": "5.0-3701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.275656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.616808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.0375, "Performance_Units": "Samples/s" }, { "ID": "5.0-3702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.090635, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.165936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.951, "Performance_Units": "Samples/s" }, { "ID": "5.0-3703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.18819, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.268176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.769, "Performance_Units": "Samples/s" }, { "ID": "5.0-3704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.837756, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.526248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.8796, "Performance_Units": "Samples/s" }, { "ID": "5.0-3705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.733609, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.828992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.9731, "Performance_Units": "Samples/s" }, { "ID": "5.0-3706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.890982, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.9558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-3707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.810622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.604912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.942, "Performance_Units": "Samples/s" }, { "ID": "5.0-3708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.667281, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.291416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 351.894, "Performance_Units": "Samples/s" }, { "ID": "5.0-3709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.893306, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.734768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 459.257, "Performance_Units": "Samples/s" }, { "ID": "5.0-3710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.241832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.205176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.901, "Performance_Units": "Samples/s" }, { "ID": "5.0-3711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.747104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.212344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.7182, "Performance_Units": "Samples/s" }, { "ID": "5.0-3712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.401599, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.915592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.667, "Performance_Units": "Samples/s" }, { "ID": "5.0-3713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.29209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.953424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.5956, "Performance_Units": "Samples/s" }, { "ID": "5.0-3714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.31752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.55, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.5853, "Performance_Units": "Samples/s" }, { "ID": "5.0-3715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.794782, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 261.213576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.8873, "Performance_Units": "Samples/s" }, { "ID": "5.0-3716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.844107, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 411.414888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.3165, "Performance_Units": "Samples/s" }, { "ID": "5.0-3717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.110958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 735.994608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.2374, "Performance_Units": "Samples/s" }, { "ID": "5.0-3718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.332661, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.51072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1597.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-3719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.637472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.634072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1030.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-3720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.005951, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.129544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 732.879, "Performance_Units": "Samples/s" }, { "ID": "5.0-3721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.419461, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.713968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 531.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-3722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.941764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.764664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 534.263, "Performance_Units": "Samples/s" }, { "ID": "5.0-3723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.007542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.502104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 348.746, "Performance_Units": "Samples/s" }, { "ID": "5.0-3724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.964699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.363528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 253.611, "Performance_Units": "Samples/s" }, { "ID": "5.0-3725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.020497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.758784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 187.723, "Performance_Units": "Samples/s" }, { "ID": "5.0-3726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.414082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.78044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 254.887, "Performance_Units": "Samples/s" }, { "ID": "5.0-3727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.099918, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.855928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.514, "Performance_Units": "Samples/s" }, { "ID": "5.0-3728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.923718, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.90848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.119, "Performance_Units": "Samples/s" }, { "ID": "5.0-3729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.91049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.286488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.3107, "Performance_Units": "Samples/s" }, { "ID": "5.0-3730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.792882, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.878896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.645, "Performance_Units": "Samples/s" }, { "ID": "5.0-3731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.614112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.410608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.093, "Performance_Units": "Samples/s" }, { "ID": "5.0-3732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.757568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.427928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.5013, "Performance_Units": "Samples/s" }, { "ID": "5.0-3733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.121766, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.458192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.5898, "Performance_Units": "Samples/s" }, { "ID": "5.0-3734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.073645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.578984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 927.183, "Performance_Units": "Samples/s" }, { "ID": "5.0-3735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.162385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.57664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 609.638, "Performance_Units": "Samples/s" }, { "ID": "5.0-3736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.738832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.752208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 445.043, "Performance_Units": "Samples/s" }, { "ID": "5.0-3737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.335783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.140816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-3738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.096067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.28348, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 644.794, "Performance_Units": "Samples/s" }, { "ID": "5.0-3739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.700574, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.067712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 423.291, "Performance_Units": "Samples/s" }, { "ID": "5.0-3740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.478881, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.737848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.002, "Performance_Units": "Samples/s" }, { "ID": "5.0-3741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.280077, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.389336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 232.128, "Performance_Units": "Samples/s" }, { "ID": "5.0-3742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.418191, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.570672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 339.504, "Performance_Units": "Samples/s" }, { "ID": "5.0-3743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.094418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.7496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.349, "Performance_Units": "Samples/s" }, { "ID": "5.0-3744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.544971, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.242408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.936, "Performance_Units": "Samples/s" }, { "ID": "5.0-3745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.06465, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.327552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.013, "Performance_Units": "Samples/s" }, { "ID": "5.0-3746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.242935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.475344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-3747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.352925, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.593184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-3748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.329168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.393288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.353, "Performance_Units": "Samples/s" }, { "ID": "5.0-3749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.348526, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.0456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.7091, "Performance_Units": "Samples/s" }, { "ID": "5.0-3750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.375511, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.144632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.526, "Performance_Units": "Samples/s" }, { "ID": "5.0-3751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.246533, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.666912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.883, "Performance_Units": "Samples/s" }, { "ID": "5.0-3752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.068806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.98416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 326.072, "Performance_Units": "Samples/s" }, { "ID": "5.0-3753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.182587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.75796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 400.225, "Performance_Units": "Samples/s" }, { "ID": "5.0-3754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.2xlarge", "Platform": "aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.567492, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.48216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.885, "Performance_Units": "Samples/s" }, { "ID": "5.0-3755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.87015, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.797944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.1753, "Performance_Units": "Samples/s" }, { "ID": "5.0-3756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.749257, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.84232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.2713, "Performance_Units": "Samples/s" }, { "ID": "5.0-3757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.39022, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.496008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.7666, "Performance_Units": "Samples/s" }, { "ID": "5.0-3758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.628244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 462.572568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.7745, "Performance_Units": "Samples/s" }, { "ID": "5.0-3759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.515566, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.839168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.949, "Performance_Units": "Samples/s" }, { "ID": "5.0-3760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.427964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.358432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.713, "Performance_Units": "Samples/s" }, { "ID": "5.0-3761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.240094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.422192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.724, "Performance_Units": "Samples/s" }, { "ID": "5.0-3762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.369509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.118904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.3028, "Performance_Units": "Samples/s" }, { "ID": "5.0-3763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.787945, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.42784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.396, "Performance_Units": "Samples/s" }, { "ID": "5.0-3764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.797054, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.783728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1450.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-3765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.703824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.784888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1071.47, "Performance_Units": "Samples/s" }, { "ID": "5.0-3766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.952385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.95316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 839.474, "Performance_Units": "Samples/s" }, { "ID": "5.0-3767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.219259, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.770472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 649.575, "Performance_Units": "Samples/s" }, { "ID": "5.0-3768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.568975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.01696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 690.919, "Performance_Units": "Samples/s" }, { "ID": "5.0-3769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.47501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.397584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 476.294, "Performance_Units": "Samples/s" }, { "ID": "5.0-3770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.139182, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.301776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.598, "Performance_Units": "Samples/s" }, { "ID": "5.0-3771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.874083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.602944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 266.306, "Performance_Units": "Samples/s" }, { "ID": "5.0-3772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.789808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.977136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 375.159, "Performance_Units": "Samples/s" }, { "ID": "5.0-3773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.711025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.796096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.305, "Performance_Units": "Samples/s" }, { "ID": "5.0-3774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.928977, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.765128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 185.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-3775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.430205, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.500528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.754, "Performance_Units": "Samples/s" }, { "ID": "5.0-3776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.145114, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.04152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.491, "Performance_Units": "Samples/s" }, { "ID": "5.0-3777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.455606, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.190096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.649, "Performance_Units": "Samples/s" }, { "ID": "5.0-3778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.560298, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.09164, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.401, "Performance_Units": "Samples/s" }, { "ID": "5.0-3779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.189442, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.438728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.3752, "Performance_Units": "Samples/s" }, { "ID": "5.0-3780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.489711, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.091496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2050.39, "Performance_Units": "Samples/s" }, { "ID": "5.0-3781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.496897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.07976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1636.96, "Performance_Units": "Samples/s" }, { "ID": "5.0-3782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.620197, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.065872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1363.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-3783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.743347, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.460496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1102.61, "Performance_Units": "Samples/s" }, { "ID": "5.0-3784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.917929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.745008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1447.54, "Performance_Units": "Samples/s" }, { "ID": "5.0-3785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.701179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.873568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1052.36, "Performance_Units": "Samples/s" }, { "ID": "5.0-3786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.966138, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.932904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 834.145, "Performance_Units": "Samples/s" }, { "ID": "5.0-3787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.220198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.746104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 647.266, "Performance_Units": "Samples/s" }, { "ID": "5.0-3788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.570954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.69296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 958.238, "Performance_Units": "Samples/s" }, { "ID": "5.0-3789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.063011, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.5524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 659.561, "Performance_Units": "Samples/s" }, { "ID": "5.0-3790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.90272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 517.086, "Performance_Units": "Samples/s" }, { "ID": "5.0-3791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.960466, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.185112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.257, "Performance_Units": "Samples/s" }, { "ID": "5.0-3792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.611769, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.307656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 733.921, "Performance_Units": "Samples/s" }, { "ID": "5.0-3793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.382695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.793472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 463.251, "Performance_Units": "Samples/s" }, { "ID": "5.0-3794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.192644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.197992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 388.156, "Performance_Units": "Samples/s" }, { "ID": "5.0-3795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.615225, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.447056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.209, "Performance_Units": "Samples/s" }, { "ID": "5.0-3796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.522343, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.05104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 760.862, "Performance_Units": "Samples/s" }, { "ID": "5.0-3797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.353935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.046008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 595.309, "Performance_Units": "Samples/s" }, { "ID": "5.0-3798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.716534, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.848888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 491.759, "Performance_Units": "Samples/s" }, { "ID": "5.0-3799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.070806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.124288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 390.955, "Performance_Units": "Samples/s" }, { "ID": "5.0-3800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.605336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.611808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.698, "Performance_Units": "Samples/s" }, { "ID": "5.0-3801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.669637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.725528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 469.431, "Performance_Units": "Samples/s" }, { "ID": "5.0-3802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.181033, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.04148, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-3803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.727222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.103088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 292.388, "Performance_Units": "Samples/s" }, { "ID": "5.0-3804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.465381, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.422456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 404.642, "Performance_Units": "Samples/s" }, { "ID": "5.0-3805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.51565, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.159024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.761, "Performance_Units": "Samples/s" }, { "ID": "5.0-3806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.47577, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.66288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.167, "Performance_Units": "Samples/s" }, { "ID": "5.0-3807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.540379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.304768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.336, "Performance_Units": "Samples/s" }, { "ID": "5.0-3808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.990198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.649032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 322.95, "Performance_Units": "Samples/s" }, { "ID": "5.0-3809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.156738, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.223808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.897, "Performance_Units": "Samples/s" }, { "ID": "5.0-3810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.479783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.719184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.185, "Performance_Units": "Samples/s" }, { "ID": "5.0-3811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.895197, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.96412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-3812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.812243, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.168488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1025.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-3813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.997519, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.05924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 825.949, "Performance_Units": "Samples/s" }, { "ID": "5.0-3814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.234082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.912216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 696.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-3815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.463141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.290104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 575.452, "Performance_Units": "Samples/s" }, { "ID": "5.0-3816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.760995, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.986904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 927.664, "Performance_Units": "Samples/s" }, { "ID": "5.0-3817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.100278, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.456792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 723.132, "Performance_Units": "Samples/s" }, { "ID": "5.0-3818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.406738, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.569896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 607.632, "Performance_Units": "Samples/s" }, { "ID": "5.0-3819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.671261, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.555856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.036, "Performance_Units": "Samples/s" }, { "ID": "5.0-3820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.04456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.712568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 707.984, "Performance_Units": "Samples/s" }, { "ID": "5.0-3821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.438173, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.821936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 527.531, "Performance_Units": "Samples/s" }, { "ID": "5.0-3822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.915765, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.148296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 427.512, "Performance_Units": "Samples/s" }, { "ID": "5.0-3823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.366753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.355888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 335.133, "Performance_Units": "Samples/s" }, { "ID": "5.0-3824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.012567, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.053888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 634.527, "Performance_Units": "Samples/s" }, { "ID": "5.0-3825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.605992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.81444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 461.657, "Performance_Units": "Samples/s" }, { "ID": "5.0-3826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.197464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.811144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 374.854, "Performance_Units": "Samples/s" }, { "ID": "5.0-3827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.699113, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.299336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 290.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-3828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.462656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.920184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.313, "Performance_Units": "Samples/s" }, { "ID": "5.0-3829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.300338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.313232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.596, "Performance_Units": "Samples/s" }, { "ID": "5.0-3830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.742134, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.793936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.221, "Performance_Units": "Samples/s" }, { "ID": "5.0-3831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.062427, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.54976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 501.131, "Performance_Units": "Samples/s" }, { "ID": "5.0-3832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.037891, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.20448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.832, "Performance_Units": "Samples/s" }, { "ID": "5.0-3833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.749967, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.754176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 375.813, "Performance_Units": "Samples/s" }, { "ID": "5.0-3834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.69002, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.217576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 542.944, "Performance_Units": "Samples/s" }, { "ID": "5.0-3835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.873808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.13404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.9352, "Performance_Units": "Samples/s" }, { "ID": "5.0-3836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.217728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.31556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.7238, "Performance_Units": "Samples/s" }, { "ID": "5.0-3837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.105369, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.370176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.5018, "Performance_Units": "Samples/s" }, { "ID": "5.0-3838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.751866, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.069632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.3632, "Performance_Units": "Samples/s" }, { "ID": "5.0-3839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.076948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.255648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.6651, "Performance_Units": "Samples/s" }, { "ID": "5.0-3840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.82192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.502968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1304.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-3841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.790346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.84872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 954.949, "Performance_Units": "Samples/s" }, { "ID": "5.0-3842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.077795, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.604416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 729.845, "Performance_Units": "Samples/s" }, { "ID": "5.0-3843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.411574, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.881552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.828, "Performance_Units": "Samples/s" }, { "ID": "5.0-3844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.825081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.823856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 657.075, "Performance_Units": "Samples/s" }, { "ID": "5.0-3845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.561644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.539376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 449.09, "Performance_Units": "Samples/s" }, { "ID": "5.0-3846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.274729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.953376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-3847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.06173, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.83664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.666, "Performance_Units": "Samples/s" }, { "ID": "5.0-3848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.057086, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.783136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.711, "Performance_Units": "Samples/s" }, { "ID": "5.0-3849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.788478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.007576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.155, "Performance_Units": "Samples/s" }, { "ID": "5.0-3850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.061561, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.511824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.764, "Performance_Units": "Samples/s" }, { "ID": "5.0-3851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.62586, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.638264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.544, "Performance_Units": "Samples/s" }, { "ID": "5.0-3852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.388558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.026728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.378, "Performance_Units": "Samples/s" }, { "ID": "5.0-3853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.549092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.876984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.266, "Performance_Units": "Samples/s" }, { "ID": "5.0-3854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.717956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.70412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.639, "Performance_Units": "Samples/s" }, { "ID": "5.0-3855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.359735, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.919504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.8131, "Performance_Units": "Samples/s" }, { "ID": "5.0-3856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.76782, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.96276, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 709.223, "Performance_Units": "Samples/s" }, { "ID": "5.0-3857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.451225, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.253496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 551.441, "Performance_Units": "Samples/s" }, { "ID": "5.0-3858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.860764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.5858, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 449.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-3859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.274236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.447624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 355.899, "Performance_Units": "Samples/s" }, { "ID": "5.0-3860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.878168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.441944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 585.478, "Performance_Units": "Samples/s" }, { "ID": "5.0-3861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.754767, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.09108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 439.209, "Performance_Units": "Samples/s" }, { "ID": "5.0-3862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.329236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.817976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 348.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-3863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.919698, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.38488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 272.598, "Performance_Units": "Samples/s" }, { "ID": "5.0-3864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.741952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.288064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 390.998, "Performance_Units": "Samples/s" }, { "ID": "5.0-3865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.60396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.55236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.433, "Performance_Units": "Samples/s" }, { "ID": "5.0-3866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.630832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.479376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.445, "Performance_Units": "Samples/s" }, { "ID": "5.0-3867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.745652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.7454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.96, "Performance_Units": "Samples/s" }, { "ID": "5.0-3868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.247345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.681216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.345, "Performance_Units": "Samples/s" }, { "ID": "5.0-3869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.257178, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.452632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-3870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.608416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.417352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.876, "Performance_Units": "Samples/s" }, { "ID": "5.0-3871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.09411, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.453904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-3872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.089052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.866624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.883, "Performance_Units": "Samples/s" }, { "ID": "5.0-3873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.618107, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.041168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.741, "Performance_Units": "Samples/s" }, { "ID": "5.0-3874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.032768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.158288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 305.915, "Performance_Units": "Samples/s" }, { "ID": "5.0-3875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.334287, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.984264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 442.759, "Performance_Units": "Samples/s" }, { "ID": "5.0-3876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.316218, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.406168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.9774, "Performance_Units": "Samples/s" }, { "ID": "5.0-3877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.60833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.378224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.5638, "Performance_Units": "Samples/s" }, { "ID": "5.0-3878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.227686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.4366, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.1264, "Performance_Units": "Samples/s" }, { "ID": "5.0-3879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.914749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 501.221408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.073, "Performance_Units": "Samples/s" }, { "ID": "5.0-3880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.447507, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 919.56988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.79208, "Performance_Units": "Samples/s" }, { "ID": "5.0-3881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.407029, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.0762, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.972, "Performance_Units": "Samples/s" }, { "ID": "5.0-3882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.057962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.385968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.938, "Performance_Units": "Samples/s" }, { "ID": "5.0-3883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.333486, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.405824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.5781, "Performance_Units": "Samples/s" }, { "ID": "5.0-3884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.45451, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.61508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.6939, "Performance_Units": "Samples/s" }, { "ID": "5.0-3885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.347761, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 250.36348, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.2127, "Performance_Units": "Samples/s" }, { "ID": "5.0-3886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.140289, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.682288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1454.27, "Performance_Units": "Samples/s" }, { "ID": "5.0-3887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.70046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.689216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 949.777, "Performance_Units": "Samples/s" }, { "ID": "5.0-3888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.070546, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.106136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 680.355, "Performance_Units": "Samples/s" }, { "ID": "5.0-3889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.493778, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.487688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-3890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.043353, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.707288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 441.837, "Performance_Units": "Samples/s" }, { "ID": "5.0-3891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.30855, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.362648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 289.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-3892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.510816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.465016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.776, "Performance_Units": "Samples/s" }, { "ID": "5.0-3893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.865061, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.370824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.977, "Performance_Units": "Samples/s" }, { "ID": "5.0-3894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.631672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.469016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.614, "Performance_Units": "Samples/s" }, { "ID": "5.0-3895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.757305, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.150912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.879, "Performance_Units": "Samples/s" }, { "ID": "5.0-3896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.208087, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.494144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.572, "Performance_Units": "Samples/s" }, { "ID": "5.0-3897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.006013, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.969408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.3134, "Performance_Units": "Samples/s" }, { "ID": "5.0-3898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.548066, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.961368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.757, "Performance_Units": "Samples/s" }, { "ID": "5.0-3899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.149104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.081144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.1489, "Performance_Units": "Samples/s" }, { "ID": "5.0-3900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.402774, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.784224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.853, "Performance_Units": "Samples/s" }, { "ID": "5.0-3901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.07406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.420536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.8714, "Performance_Units": "Samples/s" }, { "ID": "5.0-3902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.437384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.606896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1059.92, "Performance_Units": "Samples/s" }, { "ID": "5.0-3903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.946925, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.933888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 674.846, "Performance_Units": "Samples/s" }, { "ID": "5.0-3904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.48725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.832312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 477.601, "Performance_Units": "Samples/s" }, { "ID": "5.0-3905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.097922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.978656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.926, "Performance_Units": "Samples/s" }, { "ID": "5.0-3906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.862143, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.608072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.554, "Performance_Units": "Samples/s" }, { "ID": "5.0-3907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.941563, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.074904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.541, "Performance_Units": "Samples/s" }, { "ID": "5.0-3908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.624283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.537504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.913, "Performance_Units": "Samples/s" }, { "ID": "5.0-3909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.546345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.867176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-3910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.955494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.090936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.469, "Performance_Units": "Samples/s" }, { "ID": "5.0-3911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.239019, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.035576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.625, "Performance_Units": "Samples/s" }, { "ID": "5.0-3912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.847616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.790008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.7864, "Performance_Units": "Samples/s" }, { "ID": "5.0-3913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.941068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.979256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.4272, "Performance_Units": "Samples/s" }, { "ID": "5.0-3914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.083579, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.146216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.3734, "Performance_Units": "Samples/s" }, { "ID": "5.0-3915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.605926, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.470072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.6976, "Performance_Units": "Samples/s" }, { "ID": "5.0-3916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.763337, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.166272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.1847, "Performance_Units": "Samples/s" }, { "ID": "5.0-3917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.719593, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.345936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.786, "Performance_Units": "Samples/s" }, { "ID": "5.0-3918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.500773, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.43368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 783.183, "Performance_Units": "Samples/s" }, { "ID": "5.0-3919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.320856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.886632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 519.049, "Performance_Units": "Samples/s" }, { "ID": "5.0-3920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.9791, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.44468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 385.056, "Performance_Units": "Samples/s" }, { "ID": "5.0-3921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.647266, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.57292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.803, "Performance_Units": "Samples/s" }, { "ID": "5.0-3922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.532991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.6116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.697, "Performance_Units": "Samples/s" }, { "ID": "5.0-3923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.942611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.392488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 353.592, "Performance_Units": "Samples/s" }, { "ID": "5.0-3924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.883067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.33708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 263.242, "Performance_Units": "Samples/s" }, { "ID": "5.0-3925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.868026, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.50488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.535, "Performance_Units": "Samples/s" }, { "ID": "5.0-3926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.23482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.732512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.048, "Performance_Units": "Samples/s" }, { "ID": "5.0-3927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.643966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.010728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 184.099, "Performance_Units": "Samples/s" }, { "ID": "5.0-3928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.510764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.040768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.84, "Performance_Units": "Samples/s" }, { "ID": "5.0-3929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.422412, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.548312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.1006, "Performance_Units": "Samples/s" }, { "ID": "5.0-3930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.183098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.833056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.166, "Performance_Units": "Samples/s" }, { "ID": "5.0-3931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.929444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.816832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.714, "Performance_Units": "Samples/s" }, { "ID": "5.0-3932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.517299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.708304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.2064, "Performance_Units": "Samples/s" }, { "ID": "5.0-3933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.164662, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.51448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.3777, "Performance_Units": "Samples/s" }, { "ID": "5.0-3934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.883106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.682008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 651.091, "Performance_Units": "Samples/s" }, { "ID": "5.0-3935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.54345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.6632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 418.156, "Performance_Units": "Samples/s" }, { "ID": "5.0-3936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.399856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.266776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.596, "Performance_Units": "Samples/s" }, { "ID": "5.0-3937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.335228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.2186, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.09, "Performance_Units": "Samples/s" }, { "ID": "5.0-3938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.558099, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.150072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 452.242, "Performance_Units": "Samples/s" }, { "ID": "5.0-3939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.219273, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.538072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.868, "Performance_Units": "Samples/s" }, { "ID": "5.0-3940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.497721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.463152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.667, "Performance_Units": "Samples/s" }, { "ID": "5.0-3941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.852684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.964424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.733, "Performance_Units": "Samples/s" }, { "ID": "5.0-3942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.649916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.757048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.242, "Performance_Units": "Samples/s" }, { "ID": "5.0-3943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.63565, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.446936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.583, "Performance_Units": "Samples/s" }, { "ID": "5.0-3944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.338587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.408152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.5146, "Performance_Units": "Samples/s" }, { "ID": "5.0-3945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.26511, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.998152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.0518, "Performance_Units": "Samples/s" }, { "ID": "5.0-3946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.083337, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.087576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.108, "Performance_Units": "Samples/s" }, { "ID": "5.0-3947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.177624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.982184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.757, "Performance_Units": "Samples/s" }, { "ID": "5.0-3948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.837652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.086864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.9176, "Performance_Units": "Samples/s" }, { "ID": "5.0-3949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.722514, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.346576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.9906, "Performance_Units": "Samples/s" }, { "ID": "5.0-3950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.880037, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.925544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.5739, "Performance_Units": "Samples/s" }, { "ID": "5.0-3951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.196929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.4428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-3952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.806954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.286312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.314, "Performance_Units": "Samples/s" }, { "ID": "5.0-3953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.655092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.654416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-3954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.807114, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.236672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.904, "Performance_Units": "Samples/s" }, { "ID": "5.0-3955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.768834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.206504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.7482, "Performance_Units": "Samples/s" }, { "ID": "5.0-3956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.409558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.014008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.082, "Performance_Units": "Samples/s" }, { "ID": "5.0-3957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.286707, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.424384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.2657, "Performance_Units": "Samples/s" }, { "ID": "5.0-3958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.859441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.636192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.2681, "Performance_Units": "Samples/s" }, { "ID": "5.0-3959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.515274, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.247896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.878, "Performance_Units": "Samples/s" }, { "ID": "5.0-3960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.312437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 503.003624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.9999, "Performance_Units": "Samples/s" }, { "ID": "5.0-3961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.681329, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 923.613144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.77549, "Performance_Units": "Samples/s" }, { "ID": "5.0-3962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.629511, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.352168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1330.88, "Performance_Units": "Samples/s" }, { "ID": "5.0-3963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.773346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.8612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 867.385, "Performance_Units": "Samples/s" }, { "ID": "5.0-3964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.176119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.973496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 613.429, "Performance_Units": "Samples/s" }, { "ID": "5.0-3965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.661724, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.973944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 447.646, "Performance_Units": "Samples/s" }, { "ID": "5.0-3966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.29198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.271616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 426.558, "Performance_Units": "Samples/s" }, { "ID": "5.0-3967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.390694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.12728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.332, "Performance_Units": "Samples/s" }, { "ID": "5.0-3968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.623398, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.48024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.284, "Performance_Units": "Samples/s" }, { "ID": "5.0-3969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.042931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.421048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 146.882, "Performance_Units": "Samples/s" }, { "ID": "5.0-3970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.856471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.531048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.622, "Performance_Units": "Samples/s" }, { "ID": "5.0-3971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.828662, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.339112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.4, "Performance_Units": "Samples/s" }, { "ID": "5.0-3972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.318929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.285728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.3676, "Performance_Units": "Samples/s" }, { "ID": "5.0-3973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.163784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.138552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.5053, "Performance_Units": "Samples/s" }, { "ID": "5.0-3974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.716766, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.58932, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.811, "Performance_Units": "Samples/s" }, { "ID": "5.0-3975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.261844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.048912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.5402, "Performance_Units": "Samples/s" }, { "ID": "5.0-3976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.570198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.71712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.2396, "Performance_Units": "Samples/s" }, { "ID": "5.0-3977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.344992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.768416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.4566, "Performance_Units": "Samples/s" }, { "ID": "5.0-3978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.79968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.86088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 745.769, "Performance_Units": "Samples/s" }, { "ID": "5.0-3979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.367775, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.57208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-3980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.056466, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.604904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-3981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.784482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.758048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.877, "Performance_Units": "Samples/s" }, { "ID": "5.0-3982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.76338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.255072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 510.489, "Performance_Units": "Samples/s" }, { "ID": "5.0-3983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.007194, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.267312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.381, "Performance_Units": "Samples/s" }, { "ID": "5.0-3984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.985166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.869032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.167, "Performance_Units": "Samples/s" }, { "ID": "5.0-3985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.034343, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.538984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 184.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-3986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.463814, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.63376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.36, "Performance_Units": "Samples/s" }, { "ID": "5.0-3987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.716513, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.170392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.591, "Performance_Units": "Samples/s" }, { "ID": "5.0-3988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.624749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.72272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.666, "Performance_Units": "Samples/s" }, { "ID": "5.0-3989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.636275, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.731968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.8238, "Performance_Units": "Samples/s" }, { "ID": "5.0-3990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.457993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.255584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.022, "Performance_Units": "Samples/s" }, { "ID": "5.0-3991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.100904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.383488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-3992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.762882, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.427928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.1608, "Performance_Units": "Samples/s" }, { "ID": "5.0-3993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.45151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.996968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.9903, "Performance_Units": "Samples/s" }, { "ID": "5.0-3994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.23324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.120616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.536, "Performance_Units": "Samples/s" }, { "ID": "5.0-3995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.430487, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.184304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.118, "Performance_Units": "Samples/s" }, { "ID": "5.0-3996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.98488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.98508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 266.497, "Performance_Units": "Samples/s" }, { "ID": "5.0-3997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.795218, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.560424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 333.589, "Performance_Units": "Samples/s" }, { "ID": "5.0-3998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.large", "Platform": "aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.049079, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.535344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-3999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.185, "Performance_Units": "Samples/s" }, { "ID": "5.0-3999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.485229, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.556632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.279, "Performance_Units": "Samples/s" }, { "ID": "5.0-4000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.213566, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.62024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.4427, "Performance_Units": "Samples/s" }, { "ID": "5.0-4001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.210518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.457264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.9297, "Performance_Units": "Samples/s" }, { "ID": "5.0-4002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.002332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.611784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.7135, "Performance_Units": "Samples/s" }, { "ID": "5.0-4003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.70384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.190632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-4004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.697723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.574968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 263.473, "Performance_Units": "Samples/s" }, { "ID": "5.0-4005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.835283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.175104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.996, "Performance_Units": "Samples/s" }, { "ID": "5.0-4006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.04007, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.632344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.195, "Performance_Units": "Samples/s" }, { "ID": "5.0-4007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.92563, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.40256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.3043, "Performance_Units": "Samples/s" }, { "ID": "5.0-4008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.1404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.316256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1765.73, "Performance_Units": "Samples/s" }, { "ID": "5.0-4009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.584156, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.865872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1452.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-4010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.692919, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.952656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1218.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-4011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.822931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.298896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 991.771, "Performance_Units": "Samples/s" }, { "ID": "5.0-4012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.001805, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.65144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1071.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-4013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.934786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.412104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 805.485, "Performance_Units": "Samples/s" }, { "ID": "5.0-4014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.259933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.660664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 619.601, "Performance_Units": "Samples/s" }, { "ID": "5.0-4015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.652658, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.084008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 469.979, "Performance_Units": "Samples/s" }, { "ID": "5.0-4016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.16096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.223632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 622.318, "Performance_Units": "Samples/s" }, { "ID": "5.0-4017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.636967, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.16996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 452.151, "Performance_Units": "Samples/s" }, { "ID": "5.0-4018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.247739, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.514904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.014, "Performance_Units": "Samples/s" }, { "ID": "5.0-4019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.076597, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.626736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.896, "Performance_Units": "Samples/s" }, { "ID": "5.0-4020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.883437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.961952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 400.652, "Performance_Units": "Samples/s" }, { "ID": "5.0-4021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.562991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.410344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.423, "Performance_Units": "Samples/s" }, { "ID": "5.0-4022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.520879, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.818736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.055, "Performance_Units": "Samples/s" }, { "ID": "5.0-4023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.047958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.249664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.643, "Performance_Units": "Samples/s" }, { "ID": "5.0-4024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.800728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.115152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2115.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-4025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.482044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.938016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1892.92, "Performance_Units": "Samples/s" }, { "ID": "5.0-4026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.674405, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.943304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1700.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-4027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.587773, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.2502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1490.06, "Performance_Units": "Samples/s" }, { "ID": "5.0-4028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.667499, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.607352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1715.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-4029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.729415, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.158992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1442.77, "Performance_Units": "Samples/s" }, { "ID": "5.0-4030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.690268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.205744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1188.24, "Performance_Units": "Samples/s" }, { "ID": "5.0-4031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.835957, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.116416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1030.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-4032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.981952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.909112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1339.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-4033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.744602, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.6598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1010.21, "Performance_Units": "Samples/s" }, { "ID": "5.0-4034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.982018, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.884272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 846.223, "Performance_Units": "Samples/s" }, { "ID": "5.0-4035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.202371, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.50184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 665.993, "Performance_Units": "Samples/s" }, { "ID": "5.0-4036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.522939, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.091784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1084.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-4037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.919721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.27924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 752.64, "Performance_Units": "Samples/s" }, { "ID": "5.0-4038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.342545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.039648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 639.338, "Performance_Units": "Samples/s" }, { "ID": "5.0-4039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.593517, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.881664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-4040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.04267, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.191176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 885.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-4041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.156021, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.682424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 750.332, "Performance_Units": "Samples/s" }, { "ID": "5.0-4042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.371232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.778088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 649.593, "Performance_Units": "Samples/s" }, { "ID": "5.0-4043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.587787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.487328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 546.168, "Performance_Units": "Samples/s" }, { "ID": "5.0-4044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.874618, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.593344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 781.452, "Performance_Units": "Samples/s" }, { "ID": "5.0-4045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.319758, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.757632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 637.453, "Performance_Units": "Samples/s" }, { "ID": "5.0-4046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.625806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.080672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 538.899, "Performance_Units": "Samples/s" }, { "ID": "5.0-4047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.857705, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.274192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.593, "Performance_Units": "Samples/s" }, { "ID": "5.0-4048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.227115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.263472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 583.926, "Performance_Units": "Samples/s" }, { "ID": "5.0-4049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.713055, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.310296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 452.945, "Performance_Units": "Samples/s" }, { "ID": "5.0-4050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.24253, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.456168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.611, "Performance_Units": "Samples/s" }, { "ID": "5.0-4051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.782668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.662928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.902, "Performance_Units": "Samples/s" }, { "ID": "5.0-4052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.509484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.7246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 492.757, "Performance_Units": "Samples/s" }, { "ID": "5.0-4053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.039508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.289784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.638, "Performance_Units": "Samples/s" }, { "ID": "5.0-4054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.767535, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.127416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.725, "Performance_Units": "Samples/s" }, { "ID": "5.0-4055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.469592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.32116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.004, "Performance_Units": "Samples/s" }, { "ID": "5.0-4056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.454731, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.316872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1035.58, "Performance_Units": "Samples/s" }, { "ID": "5.0-4057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.978983, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.870368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 938.477, "Performance_Units": "Samples/s" }, { "ID": "5.0-4058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.07503, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.735152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 845.165, "Performance_Units": "Samples/s" }, { "ID": "5.0-4059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.187869, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.912888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 753.898, "Performance_Units": "Samples/s" }, { "ID": "5.0-4060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.328367, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.249088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 976.605, "Performance_Units": "Samples/s" }, { "ID": "5.0-4061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.13416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.942056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 869.942, "Performance_Units": "Samples/s" }, { "ID": "5.0-4062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.167049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.318112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 767.164, "Performance_Units": "Samples/s" }, { "ID": "5.0-4063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.302959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.111832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 671.785, "Performance_Units": "Samples/s" }, { "ID": "5.0-4064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.485141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.426144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 836.519, "Performance_Units": "Samples/s" }, { "ID": "5.0-4065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.279375, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.318456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 708.832, "Performance_Units": "Samples/s" }, { "ID": "5.0-4066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.409832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.962888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 609.881, "Performance_Units": "Samples/s" }, { "ID": "5.0-4067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.641387, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.966216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 519.889, "Performance_Units": "Samples/s" }, { "ID": "5.0-4068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.941117, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.581672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 793.911, "Performance_Units": "Samples/s" }, { "ID": "5.0-4069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.269649, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.035376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 641.045, "Performance_Units": "Samples/s" }, { "ID": "5.0-4070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.561749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.075776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 549.591, "Performance_Units": "Samples/s" }, { "ID": "5.0-4071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.82324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.345928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 460.121, "Performance_Units": "Samples/s" }, { "ID": "5.0-4072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.197896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.021224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 223.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-4073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.520345, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.891088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-4074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.419106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.534152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.892, "Performance_Units": "Samples/s" }, { "ID": "5.0-4075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.223035, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.250096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 738.144, "Performance_Units": "Samples/s" }, { "ID": "5.0-4076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.350221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.883248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.333, "Performance_Units": "Samples/s" }, { "ID": "5.0-4077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.763795, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.99132, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 562.69, "Performance_Units": "Samples/s" }, { "ID": "5.0-4078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.776407, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.41488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 609.191, "Performance_Units": "Samples/s" }, { "ID": "5.0-4079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.664274, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.963144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.762, "Performance_Units": "Samples/s" }, { "ID": "5.0-4080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.830344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.164744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-4081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.490403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.547904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.3831, "Performance_Units": "Samples/s" }, { "ID": "5.0-4082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.516894, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.159216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.7385, "Performance_Units": "Samples/s" }, { "ID": "5.0-4083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.404704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 282.857816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.0696, "Performance_Units": "Samples/s" }, { "ID": "5.0-4084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.348687, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.89328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1585.54, "Performance_Units": "Samples/s" }, { "ID": "5.0-4085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.662946, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.856024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1242.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-4086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.01655, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.331392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1025.43, "Performance_Units": "Samples/s" }, { "ID": "5.0-4087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.996525, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.199848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 821.558, "Performance_Units": "Samples/s" }, { "ID": "5.0-4088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.247883, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.398896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 970.187, "Performance_Units": "Samples/s" }, { "ID": "5.0-4089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.032202, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.22232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 718.033, "Performance_Units": "Samples/s" }, { "ID": "5.0-4090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.40314, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.718144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 566.074, "Performance_Units": "Samples/s" }, { "ID": "5.0-4091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.808633, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.996552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 432.585, "Performance_Units": "Samples/s" }, { "ID": "5.0-4092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.370762, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.106712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.631, "Performance_Units": "Samples/s" }, { "ID": "5.0-4093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.643608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.562576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 443.289, "Performance_Units": "Samples/s" }, { "ID": "5.0-4094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.288985, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.645048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.596, "Performance_Units": "Samples/s" }, { "ID": "5.0-4095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.244968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.44032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 247.727, "Performance_Units": "Samples/s" }, { "ID": "5.0-4096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.080197, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.906168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 392.419, "Performance_Units": "Samples/s" }, { "ID": "5.0-4097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.584404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.509848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.593, "Performance_Units": "Samples/s" }, { "ID": "5.0-4098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.667594, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.57512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 192.804, "Performance_Units": "Samples/s" }, { "ID": "5.0-4099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.224275, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.35816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.431, "Performance_Units": "Samples/s" }, { "ID": "5.0-4100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.022263, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.809984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 832.877, "Performance_Units": "Samples/s" }, { "ID": "5.0-4101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.244914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.636624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 686.457, "Performance_Units": "Samples/s" }, { "ID": "5.0-4102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.559061, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.141592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 588.502, "Performance_Units": "Samples/s" }, { "ID": "5.0-4103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.732557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.389736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 486.535, "Performance_Units": "Samples/s" }, { "ID": "5.0-4104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.095519, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.153552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 736.198, "Performance_Units": "Samples/s" }, { "ID": "5.0-4105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.394325, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.959864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 590.147, "Performance_Units": "Samples/s" }, { "ID": "5.0-4106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.723714, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.951656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 487.798, "Performance_Units": "Samples/s" }, { "ID": "5.0-4107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.072735, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.819952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 395.063, "Performance_Units": "Samples/s" }, { "ID": "5.0-4108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.560509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.362176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 549.755, "Performance_Units": "Samples/s" }, { "ID": "5.0-4109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.840606, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.547408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 416.852, "Performance_Units": "Samples/s" }, { "ID": "5.0-4110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.415078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.616032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.522, "Performance_Units": "Samples/s" }, { "ID": "5.0-4111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.988204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.124848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 266.825, "Performance_Units": "Samples/s" }, { "ID": "5.0-4112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.796244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.972576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 462.185, "Performance_Units": "Samples/s" }, { "ID": "5.0-4113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.183973, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.111376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.218, "Performance_Units": "Samples/s" }, { "ID": "5.0-4114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.928666, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.722176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.186, "Performance_Units": "Samples/s" }, { "ID": "5.0-4115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.684583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.370584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.532, "Performance_Units": "Samples/s" }, { "ID": "5.0-4116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.744414, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.53092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.725, "Performance_Units": "Samples/s" }, { "ID": "5.0-4117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.774818, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.771072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.338, "Performance_Units": "Samples/s" }, { "ID": "5.0-4118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.656312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.697216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 411.257, "Performance_Units": "Samples/s" }, { "ID": "5.0-4119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.481783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.495672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 634.681, "Performance_Units": "Samples/s" }, { "ID": "5.0-4120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.617595, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.82692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.8351, "Performance_Units": "Samples/s" }, { "ID": "5.0-4121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.259084, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.87324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.8149, "Performance_Units": "Samples/s" }, { "ID": "5.0-4122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.572969, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 282.971328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.8384, "Performance_Units": "Samples/s" }, { "ID": "5.0-4123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.762158, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 443.376848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.4308, "Performance_Units": "Samples/s" }, { "ID": "5.0-4124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.442488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 803.927384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.1039, "Performance_Units": "Samples/s" }, { "ID": "5.0-4125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.303634, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.372592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-4126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.750277, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.301288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.608, "Performance_Units": "Samples/s" }, { "ID": "5.0-4127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.828926, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.761072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.3655, "Performance_Units": "Samples/s" }, { "ID": "5.0-4128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.742872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.454848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.7337, "Performance_Units": "Samples/s" }, { "ID": "5.0-4129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.348976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.820192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.3859, "Performance_Units": "Samples/s" }, { "ID": "5.0-4130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.142975, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.932336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1701.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-4131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.607965, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.451744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1113.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-4132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.342192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 799.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-4133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.275065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.053264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 583.76, "Performance_Units": "Samples/s" }, { "ID": "5.0-4134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.731769, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.827792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.418, "Performance_Units": "Samples/s" }, { "ID": "5.0-4135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.929319, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.377536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 340.296, "Performance_Units": "Samples/s" }, { "ID": "5.0-4136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.991129, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.802984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.668, "Performance_Units": "Samples/s" }, { "ID": "5.0-4137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.158227, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.447328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-4138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.716815, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.39956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.293, "Performance_Units": "Samples/s" }, { "ID": "5.0-4139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.074808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.437712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.431, "Performance_Units": "Samples/s" }, { "ID": "5.0-4140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.300379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.860896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.776, "Performance_Units": "Samples/s" }, { "ID": "5.0-4141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.68728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.36756, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.0822, "Performance_Units": "Samples/s" }, { "ID": "5.0-4142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.816667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.767176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.564, "Performance_Units": "Samples/s" }, { "ID": "5.0-4143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.164691, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.523888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.3105, "Performance_Units": "Samples/s" }, { "ID": "5.0-4144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.884842, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.580096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.4386, "Performance_Units": "Samples/s" }, { "ID": "5.0-4145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.880446, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.266304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.3122, "Performance_Units": "Samples/s" }, { "ID": "5.0-4146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.349769, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.58784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1061.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-4147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.945325, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.877544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 677.533, "Performance_Units": "Samples/s" }, { "ID": "5.0-4148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.479738, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.792576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 478.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-4149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.092954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.007336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 350.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-4150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.854286, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.522896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.798, "Performance_Units": "Samples/s" }, { "ID": "5.0-4151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.930185, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.13768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.779, "Performance_Units": "Samples/s" }, { "ID": "5.0-4152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.618026, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.665432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.199, "Performance_Units": "Samples/s" }, { "ID": "5.0-4153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.536332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.962432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-4154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.947048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.123536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.77, "Performance_Units": "Samples/s" }, { "ID": "5.0-4155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.22662, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.115512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.755, "Performance_Units": "Samples/s" }, { "ID": "5.0-4156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.834575, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.156752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.8086, "Performance_Units": "Samples/s" }, { "ID": "5.0-4157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.934269, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.030264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.4326, "Performance_Units": "Samples/s" }, { "ID": "5.0-4158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.084034, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.035744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.5025, "Performance_Units": "Samples/s" }, { "ID": "5.0-4159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.594668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.445464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.701, "Performance_Units": "Samples/s" }, { "ID": "5.0-4160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.761934, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.97536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.1963, "Performance_Units": "Samples/s" }, { "ID": "5.0-4161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.709822, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.309088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.7866, "Performance_Units": "Samples/s" }, { "ID": "5.0-4162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.495067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.827952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 958.848, "Performance_Units": "Samples/s" }, { "ID": "5.0-4163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.063987, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.167128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 634.832, "Performance_Units": "Samples/s" }, { "ID": "5.0-4164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.606335, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.064128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 461.609, "Performance_Units": "Samples/s" }, { "ID": "5.0-4165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.199522, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.592104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 339.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-4166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.97814, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.04964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 650.552, "Performance_Units": "Samples/s" }, { "ID": "5.0-4167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.587153, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.664024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 424.11, "Performance_Units": "Samples/s" }, { "ID": "5.0-4168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.388677, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.955808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.713, "Performance_Units": "Samples/s" }, { "ID": "5.0-4169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.253938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.599192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.733, "Performance_Units": "Samples/s" }, { "ID": "5.0-4170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.430193, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.546744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 330.793, "Performance_Units": "Samples/s" }, { "ID": "5.0-4171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.072893, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.900744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.377, "Performance_Units": "Samples/s" }, { "ID": "5.0-4172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.684338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.69736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.752, "Performance_Units": "Samples/s" }, { "ID": "5.0-4173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.379453, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.80576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.587, "Performance_Units": "Samples/s" }, { "ID": "5.0-4174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.694458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.481184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.906, "Performance_Units": "Samples/s" }, { "ID": "5.0-4175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.320825, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.391952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.867, "Performance_Units": "Samples/s" }, { "ID": "5.0-4176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.549926, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.971096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.64, "Performance_Units": "Samples/s" }, { "ID": "5.0-4177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.856079, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.23296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.1822, "Performance_Units": "Samples/s" }, { "ID": "5.0-4178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.095303, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.302656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 656.183, "Performance_Units": "Samples/s" }, { "ID": "5.0-4179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.529541, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.18268, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 420.382, "Performance_Units": "Samples/s" }, { "ID": "5.0-4180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.384594, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.718936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.233, "Performance_Units": "Samples/s" }, { "ID": "5.0-4181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.315878, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.709096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.301, "Performance_Units": "Samples/s" }, { "ID": "5.0-4182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.531064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.715832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 455.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-4183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.202723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.976064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.874, "Performance_Units": "Samples/s" }, { "ID": "5.0-4184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.466881, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.185016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.117, "Performance_Units": "Samples/s" }, { "ID": "5.0-4185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.839159, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.786056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-4186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.629146, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.329792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.121, "Performance_Units": "Samples/s" }, { "ID": "5.0-4187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.613242, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.257992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.746, "Performance_Units": "Samples/s" }, { "ID": "5.0-4188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.32022, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.744424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.6428, "Performance_Units": "Samples/s" }, { "ID": "5.0-4189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.249196, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.667216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.1086, "Performance_Units": "Samples/s" }, { "ID": "5.0-4190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.071146, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.94436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.621, "Performance_Units": "Samples/s" }, { "ID": "5.0-4191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.157949, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.521128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.875, "Performance_Units": "Samples/s" }, { "ID": "5.0-4192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.824025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.066328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.8995, "Performance_Units": "Samples/s" }, { "ID": "5.0-4193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.726897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.421496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.9865, "Performance_Units": "Samples/s" }, { "ID": "5.0-4194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.883233, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.081536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.88, "Performance_Units": "Samples/s" }, { "ID": "5.0-4195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.576329, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.329912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.718, "Performance_Units": "Samples/s" }, { "ID": "5.0-4196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.413639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.164248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.716, "Performance_Units": "Samples/s" }, { "ID": "5.0-4197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.043042, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.587856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 427.479, "Performance_Units": "Samples/s" }, { "ID": "5.0-4198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.37915, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.29468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.0187, "Performance_Units": "Samples/s" }, { "ID": "5.0-4199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.714622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.193968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.8398, "Performance_Units": "Samples/s" }, { "ID": "5.0-4200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.374672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.706144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.475, "Performance_Units": "Samples/s" }, { "ID": "5.0-4201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.260764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.828592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.7681, "Performance_Units": "Samples/s" }, { "ID": "5.0-4202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.557609, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.729208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.256, "Performance_Units": "Samples/s" }, { "ID": "5.0-4203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.934194, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.259544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.5197, "Performance_Units": "Samples/s" }, { "ID": "5.0-4204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.180656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 447.428352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.2703, "Performance_Units": "Samples/s" }, { "ID": "5.0-4205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.894871, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 806.970632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.0667, "Performance_Units": "Samples/s" }, { "ID": "5.0-4206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.643872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.299144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1567.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-4207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.652468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.09612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1016.52, "Performance_Units": "Samples/s" }, { "ID": "5.0-4208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.000475, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.458552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 721.193, "Performance_Units": "Samples/s" }, { "ID": "5.0-4209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.411976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.898712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 519.949, "Performance_Units": "Samples/s" }, { "ID": "5.0-4210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.957158, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.315872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 514.319, "Performance_Units": "Samples/s" }, { "ID": "5.0-4211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.990804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.156352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-4212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.079407, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.252096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.679, "Performance_Units": "Samples/s" }, { "ID": "5.0-4213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.316248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.448552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.869, "Performance_Units": "Samples/s" }, { "ID": "5.0-4214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.939027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.061088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.867, "Performance_Units": "Samples/s" }, { "ID": "5.0-4215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.126684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.173304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-4216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.362915, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.08428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.192, "Performance_Units": "Samples/s" }, { "ID": "5.0-4217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.817049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 97.364568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.9827, "Performance_Units": "Samples/s" }, { "ID": "5.0-4218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.969817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.248616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-4219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.167335, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.473584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.9129, "Performance_Units": "Samples/s" }, { "ID": "5.0-4220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.911442, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.493128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.8521, "Performance_Units": "Samples/s" }, { "ID": "5.0-4221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.995454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.287896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.8907, "Performance_Units": "Samples/s" }, { "ID": "5.0-4222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.549195, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.432896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 900.417, "Performance_Units": "Samples/s" }, { "ID": "5.0-4223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.147588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.2746, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 589.681, "Performance_Units": "Samples/s" }, { "ID": "5.0-4224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.727999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.61148, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.373, "Performance_Units": "Samples/s" }, { "ID": "5.0-4225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.378647, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.483136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.461, "Performance_Units": "Samples/s" }, { "ID": "5.0-4226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.201535, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.679168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 621.533, "Performance_Units": "Samples/s" }, { "ID": "5.0-4227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.658239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.85732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 405.115, "Performance_Units": "Samples/s" }, { "ID": "5.0-4228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.526193, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.561624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 294.175, "Performance_Units": "Samples/s" }, { "ID": "5.0-4229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.423306, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.957648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.741, "Performance_Units": "Samples/s" }, { "ID": "5.0-4230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.730379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.389416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 323.134, "Performance_Units": "Samples/s" }, { "ID": "5.0-4231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.15094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.94176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.024, "Performance_Units": "Samples/s" }, { "ID": "5.0-4232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.789188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.258976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-4233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.550736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.859024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.679, "Performance_Units": "Samples/s" }, { "ID": "5.0-4234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.943572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.951488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 231.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-4235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.401321, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.241536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.482, "Performance_Units": "Samples/s" }, { "ID": "5.0-4236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.664959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.414296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.609, "Performance_Units": "Samples/s" }, { "ID": "5.0-4237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.013667, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.3544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.6007, "Performance_Units": "Samples/s" }, { "ID": "5.0-4238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.298198, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.616792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.113, "Performance_Units": "Samples/s" }, { "ID": "5.0-4239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.852544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.556328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.337, "Performance_Units": "Samples/s" }, { "ID": "5.0-4240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.653857, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.479344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 309.111, "Performance_Units": "Samples/s" }, { "ID": "5.0-4241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.289539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.80072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 387.907, "Performance_Units": "Samples/s" }, { "ID": "5.0-4242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance m8g.xlarge", "Platform": "aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-V2", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_m8g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.629028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.865256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.275, "Performance_Units": "Samples/s" }, { "ID": "5.0-4243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.922579, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.10492, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.6228, "Performance_Units": "Samples/s" }, { "ID": "5.0-4244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.254387, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.265344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.2576, "Performance_Units": "Samples/s" }, { "ID": "5.0-4245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.675923, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.525856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.2446, "Performance_Units": "Samples/s" }, { "ID": "5.0-4246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.967666, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.01104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.8144, "Performance_Units": "Samples/s" }, { "ID": "5.0-4247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.601725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.80572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.407, "Performance_Units": "Samples/s" }, { "ID": "5.0-4248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.192102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.927496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.701, "Performance_Units": "Samples/s" }, { "ID": "5.0-4249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.004025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.022488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.331, "Performance_Units": "Samples/s" }, { "ID": "5.0-4250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.938715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.084984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.1244, "Performance_Units": "Samples/s" }, { "ID": "5.0-4251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.807005, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.172728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.1237, "Performance_Units": "Samples/s" }, { "ID": "5.0-4252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.682127, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.669304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.364, "Performance_Units": "Samples/s" }, { "ID": "5.0-4253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.880966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.378688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 533.93, "Performance_Units": "Samples/s" }, { "ID": "5.0-4254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.981207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.717752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.703, "Performance_Units": "Samples/s" }, { "ID": "5.0-4255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.146186, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.985168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 444.476, "Performance_Units": "Samples/s" }, { "ID": "5.0-4256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.436137, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.832992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.558, "Performance_Units": "Samples/s" }, { "ID": "5.0-4257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.253246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.730112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 412.435, "Performance_Units": "Samples/s" }, { "ID": "5.0-4258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.79596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.280992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.339, "Performance_Units": "Samples/s" }, { "ID": "5.0-4259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.375844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.990696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 307.389, "Performance_Units": "Samples/s" }, { "ID": "5.0-4260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.133999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.089032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 377.903, "Performance_Units": "Samples/s" }, { "ID": "5.0-4261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.165443, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.64096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.371, "Performance_Units": "Samples/s" }, { "ID": "5.0-4262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.158729, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.894912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 237.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-4263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.480456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.67256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.02, "Performance_Units": "Samples/s" }, { "ID": "5.0-4264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.804494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.955272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.457, "Performance_Units": "Samples/s" }, { "ID": "5.0-4265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.514458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.850208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 229.589, "Performance_Units": "Samples/s" }, { "ID": "5.0-4266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.97628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.44604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.462, "Performance_Units": "Samples/s" }, { "ID": "5.0-4267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.847736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.431752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.435, "Performance_Units": "Samples/s" }, { "ID": "5.0-4268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.35682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.429456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 583.639, "Performance_Units": "Samples/s" }, { "ID": "5.0-4269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.837275, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.928392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 560.266, "Performance_Units": "Samples/s" }, { "ID": "5.0-4270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.912252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.996232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 526.455, "Performance_Units": "Samples/s" }, { "ID": "5.0-4271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.021502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.256072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 481.504, "Performance_Units": "Samples/s" }, { "ID": "5.0-4272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.20431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.255944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 540.409, "Performance_Units": "Samples/s" }, { "ID": "5.0-4273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.962369, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.540656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 498.862, "Performance_Units": "Samples/s" }, { "ID": "5.0-4274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.130179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.922152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.494, "Performance_Units": "Samples/s" }, { "ID": "5.0-4275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.408772, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.438312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.795, "Performance_Units": "Samples/s" }, { "ID": "5.0-4276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.841843, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.329, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 480.191, "Performance_Units": "Samples/s" }, { "ID": "5.0-4277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.215954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.602352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 435.768, "Performance_Units": "Samples/s" }, { "ID": "5.0-4278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.551303, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.954904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 385.468, "Performance_Units": "Samples/s" }, { "ID": "5.0-4279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.116384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.278696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 333.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-4280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.852189, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.616392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 430.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-4281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.630416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.155464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.743, "Performance_Units": "Samples/s" }, { "ID": "5.0-4282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.912317, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.028832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-4283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.000774, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.770088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.323, "Performance_Units": "Samples/s" }, { "ID": "5.0-4284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.133021, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.268592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 298.424, "Performance_Units": "Samples/s" }, { "ID": "5.0-4285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.551506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.760128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 284.129, "Performance_Units": "Samples/s" }, { "ID": "5.0-4286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.735906, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.023176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 269.274, "Performance_Units": "Samples/s" }, { "ID": "5.0-4287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.924705, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.324632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 247.686, "Performance_Units": "Samples/s" }, { "ID": "5.0-4288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.295401, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.364592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.184, "Performance_Units": "Samples/s" }, { "ID": "5.0-4289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.691025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.323104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.067, "Performance_Units": "Samples/s" }, { "ID": "5.0-4290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.946392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.599672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-4291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.350612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.396544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.037, "Performance_Units": "Samples/s" }, { "ID": "5.0-4292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.976846, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.242808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 254.285, "Performance_Units": "Samples/s" }, { "ID": "5.0-4293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.163069, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.366024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.414, "Performance_Units": "Samples/s" }, { "ID": "5.0-4294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.914356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.381008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-4295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.741065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.104728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 174.439, "Performance_Units": "Samples/s" }, { "ID": "5.0-4296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.978053, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.514296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.326, "Performance_Units": "Samples/s" }, { "ID": "5.0-4297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.596657, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.279696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.082, "Performance_Units": "Samples/s" }, { "ID": "5.0-4298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.696626, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.541912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.855, "Performance_Units": "Samples/s" }, { "ID": "5.0-4299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.825782, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.04204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 150.6, "Performance_Units": "Samples/s" }, { "ID": "5.0-4300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.505593, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.942712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.755, "Performance_Units": "Samples/s" }, { "ID": "5.0-4301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.986333, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.729568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 261.627, "Performance_Units": "Samples/s" }, { "ID": "5.0-4302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.054336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.734488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 245.384, "Performance_Units": "Samples/s" }, { "ID": "5.0-4303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.298815, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.23536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.761, "Performance_Units": "Samples/s" }, { "ID": "5.0-4304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.547754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.243736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 261.653, "Performance_Units": "Samples/s" }, { "ID": "5.0-4305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.066931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.814088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 252.368, "Performance_Units": "Samples/s" }, { "ID": "5.0-4306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.204472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.805384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.22, "Performance_Units": "Samples/s" }, { "ID": "5.0-4307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.349102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.856936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.087, "Performance_Units": "Samples/s" }, { "ID": "5.0-4308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.739859, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.42588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.58, "Performance_Units": "Samples/s" }, { "ID": "5.0-4309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.28489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.830072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.408, "Performance_Units": "Samples/s" }, { "ID": "5.0-4310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.54161, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.191264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.382, "Performance_Units": "Samples/s" }, { "ID": "5.0-4311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.938505, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.470112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 197.206, "Performance_Units": "Samples/s" }, { "ID": "5.0-4312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.648043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.157016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.966, "Performance_Units": "Samples/s" }, { "ID": "5.0-4313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.341431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.67072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-4314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.70466, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.812728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-4315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.298452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.111184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.271, "Performance_Units": "Samples/s" }, { "ID": "5.0-4316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.743617, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.37848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.313, "Performance_Units": "Samples/s" }, { "ID": "5.0-4317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.698893, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.394352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.389, "Performance_Units": "Samples/s" }, { "ID": "5.0-4318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.741539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.081712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.952, "Performance_Units": "Samples/s" }, { "ID": "5.0-4319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.809699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.200392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 344.728, "Performance_Units": "Samples/s" }, { "ID": "5.0-4320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.156959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.504344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.684, "Performance_Units": "Samples/s" }, { "ID": "5.0-4321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.362998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.417576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-4322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.010102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.09116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.018, "Performance_Units": "Samples/s" }, { "ID": "5.0-4323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.867496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.645936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-4324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.212549, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.874496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.3614, "Performance_Units": "Samples/s" }, { "ID": "5.0-4325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.93837, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.961408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.8303, "Performance_Units": "Samples/s" }, { "ID": "5.0-4326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.975214, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.251024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.8899, "Performance_Units": "Samples/s" }, { "ID": "5.0-4327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.995623, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 354.880648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.2186, "Performance_Units": "Samples/s" }, { "ID": "5.0-4328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.292699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.322664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 521.427, "Performance_Units": "Samples/s" }, { "ID": "5.0-4329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.049958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.50136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 485.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-4330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.190478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.280352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 434.909, "Performance_Units": "Samples/s" }, { "ID": "5.0-4331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.433781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.324072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.924, "Performance_Units": "Samples/s" }, { "ID": "5.0-4332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.688295, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.81752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 448.514, "Performance_Units": "Samples/s" }, { "ID": "5.0-4333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.384027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.525248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 381.499, "Performance_Units": "Samples/s" }, { "ID": "5.0-4334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.992299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.470464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 332.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-4335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.226554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.25784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.649, "Performance_Units": "Samples/s" }, { "ID": "5.0-4336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.592777, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.979176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.619, "Performance_Units": "Samples/s" }, { "ID": "5.0-4337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.131054, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.389424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.741, "Performance_Units": "Samples/s" }, { "ID": "5.0-4338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.382416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.70272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 229.823, "Performance_Units": "Samples/s" }, { "ID": "5.0-4339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.460511, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.040104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.846, "Performance_Units": "Samples/s" }, { "ID": "5.0-4340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.381551, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.096368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.081, "Performance_Units": "Samples/s" }, { "ID": "5.0-4341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.659015, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.55612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.243, "Performance_Units": "Samples/s" }, { "ID": "5.0-4342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.169241, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.670056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.408, "Performance_Units": "Samples/s" }, { "ID": "5.0-4343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.129492, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.170688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.245, "Performance_Units": "Samples/s" }, { "ID": "5.0-4344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.665042, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.521896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 197.812, "Performance_Units": "Samples/s" }, { "ID": "5.0-4345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.897404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.207248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.816, "Performance_Units": "Samples/s" }, { "ID": "5.0-4346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.052126, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.776304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.758, "Performance_Units": "Samples/s" }, { "ID": "5.0-4347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.751252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 223.35488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.3747, "Performance_Units": "Samples/s" }, { "ID": "5.0-4348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.677473, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 339.401152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.9066, "Performance_Units": "Samples/s" }, { "ID": "5.0-4349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.034355, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 480.39356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.8923, "Performance_Units": "Samples/s" }, { "ID": "5.0-4350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.577324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 764.570032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.6408, "Performance_Units": "Samples/s" }, { "ID": "5.0-4351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.481938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1389.344912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.85026, "Performance_Units": "Samples/s" }, { "ID": "5.0-4352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.62473, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.672248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.7228, "Performance_Units": "Samples/s" }, { "ID": "5.0-4353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.41332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.634112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.375, "Performance_Units": "Samples/s" }, { "ID": "5.0-4354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.141463, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.826824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.6787, "Performance_Units": "Samples/s" }, { "ID": "5.0-4355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.905218, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.832656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.7473, "Performance_Units": "Samples/s" }, { "ID": "5.0-4356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.888263, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 530.318872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.2015, "Performance_Units": "Samples/s" }, { "ID": "5.0-4357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.872251, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.643264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 954.735, "Performance_Units": "Samples/s" }, { "ID": "5.0-4358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.056695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.329528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 618.68, "Performance_Units": "Samples/s" }, { "ID": "5.0-4359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.631639, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.852768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 437.601, "Performance_Units": "Samples/s" }, { "ID": "5.0-4360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.308359, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.827856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.616, "Performance_Units": "Samples/s" }, { "ID": "5.0-4361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.173606, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.877368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 305.123, "Performance_Units": "Samples/s" }, { "ID": "5.0-4362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.300767, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.846168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 195.785, "Performance_Units": "Samples/s" }, { "ID": "5.0-4363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.213504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.465336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.818, "Performance_Units": "Samples/s" }, { "ID": "5.0-4364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.079012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.246592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.567, "Performance_Units": "Samples/s" }, { "ID": "5.0-4365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.787482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.215904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.282, "Performance_Units": "Samples/s" }, { "ID": "5.0-4366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.772102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.8954, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.8527, "Performance_Units": "Samples/s" }, { "ID": "5.0-4367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.470166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.157568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.8103, "Performance_Units": "Samples/s" }, { "ID": "5.0-4368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.589551, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.865608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.8168, "Performance_Units": "Samples/s" }, { "ID": "5.0-4369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.172988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.436608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.8384, "Performance_Units": "Samples/s" }, { "ID": "5.0-4370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.997929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.9826, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.0684, "Performance_Units": "Samples/s" }, { "ID": "5.0-4371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.898203, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.275888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.468, "Performance_Units": "Samples/s" }, { "ID": "5.0-4372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.802355, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.257968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.0727, "Performance_Units": "Samples/s" }, { "ID": "5.0-4373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.527039, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.930168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 543.922, "Performance_Units": "Samples/s" }, { "ID": "5.0-4374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.844281, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.614128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.73, "Performance_Units": "Samples/s" }, { "ID": "5.0-4375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.8931, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.647192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.082, "Performance_Units": "Samples/s" }, { "ID": "5.0-4376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.336073, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.569792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.494, "Performance_Units": "Samples/s" }, { "ID": "5.0-4377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.620524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.41908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.929, "Performance_Units": "Samples/s" }, { "ID": "5.0-4378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.631207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.34276, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.733, "Performance_Units": "Samples/s" }, { "ID": "5.0-4379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.88495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.836688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.664, "Performance_Units": "Samples/s" }, { "ID": "5.0-4380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.576755, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.094336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.1938, "Performance_Units": "Samples/s" }, { "ID": "5.0-4381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.214332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.320176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.8305, "Performance_Units": "Samples/s" }, { "ID": "5.0-4382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.939517, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.582936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.1373, "Performance_Units": "Samples/s" }, { "ID": "5.0-4383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.838191, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.980176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.5117, "Performance_Units": "Samples/s" }, { "ID": "5.0-4384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.686116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 294.253376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.3639, "Performance_Units": "Samples/s" }, { "ID": "5.0-4385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.600718, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.029208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.5154, "Performance_Units": "Samples/s" }, { "ID": "5.0-4386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.216654, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.263728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.2957, "Performance_Units": "Samples/s" }, { "ID": "5.0-4387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.982003, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.843224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.1248, "Performance_Units": "Samples/s" }, { "ID": "5.0-4388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.225779, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 497.032128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1488, "Performance_Units": "Samples/s" }, { "ID": "5.0-4389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.987507, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.01908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 529.965, "Performance_Units": "Samples/s" }, { "ID": "5.0-4390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.925052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.06476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.206, "Performance_Units": "Samples/s" }, { "ID": "5.0-4391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.913622, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.308536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.198, "Performance_Units": "Samples/s" }, { "ID": "5.0-4392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.93675, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.741824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.828, "Performance_Units": "Samples/s" }, { "ID": "5.0-4393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.340885, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.786008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 364.762, "Performance_Units": "Samples/s" }, { "ID": "5.0-4394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.773831, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.535904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.437, "Performance_Units": "Samples/s" }, { "ID": "5.0-4395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.210543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.823712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.706, "Performance_Units": "Samples/s" }, { "ID": "5.0-4396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.730972, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.010208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.187, "Performance_Units": "Samples/s" }, { "ID": "5.0-4397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.852445, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.858832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 192.141, "Performance_Units": "Samples/s" }, { "ID": "5.0-4398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.237045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.307392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.446, "Performance_Units": "Samples/s" }, { "ID": "5.0-4399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.015414, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.13836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.8554, "Performance_Units": "Samples/s" }, { "ID": "5.0-4400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.076429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.256912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.7163, "Performance_Units": "Samples/s" }, { "ID": "5.0-4401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.304302, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.216848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.068, "Performance_Units": "Samples/s" }, { "ID": "5.0-4402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.120595, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.969544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.8711, "Performance_Units": "Samples/s" }, { "ID": "5.0-4403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.061431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.661608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.688, "Performance_Units": "Samples/s" }, { "ID": "5.0-4404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.086178, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.358776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.7585, "Performance_Units": "Samples/s" }, { "ID": "5.0-4405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.036635, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.946776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 338.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-4406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.971564, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.463192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.761, "Performance_Units": "Samples/s" }, { "ID": "5.0-4407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.656938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.07592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-4408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.549999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.669792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.962, "Performance_Units": "Samples/s" }, { "ID": "5.0-4409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.881007, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.174808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.599, "Performance_Units": "Samples/s" }, { "ID": "5.0-4410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.271285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.643992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.214, "Performance_Units": "Samples/s" }, { "ID": "5.0-4411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.786098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.7918, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.261, "Performance_Units": "Samples/s" }, { "ID": "5.0-4412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.442731, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.508584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.6206, "Performance_Units": "Samples/s" }, { "ID": "5.0-4413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.395348, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.732152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.086, "Performance_Units": "Samples/s" }, { "ID": "5.0-4414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.941445, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.580072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.5353, "Performance_Units": "Samples/s" }, { "ID": "5.0-4415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.281771, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.131192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.462, "Performance_Units": "Samples/s" }, { "ID": "5.0-4416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.847036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 218.982368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.7313, "Performance_Units": "Samples/s" }, { "ID": "5.0-4417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.263027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.66784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.1731, "Performance_Units": "Samples/s" }, { "ID": "5.0-4418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.898796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.789576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.8812, "Performance_Units": "Samples/s" }, { "ID": "5.0-4419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.932599, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.06228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.8361, "Performance_Units": "Samples/s" }, { "ID": "5.0-4420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.460294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.589784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.5039, "Performance_Units": "Samples/s" }, { "ID": "5.0-4421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.393999, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.379368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.9832, "Performance_Units": "Samples/s" }, { "ID": "5.0-4422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.763501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.060304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.7873, "Performance_Units": "Samples/s" }, { "ID": "5.0-4423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.38641, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.88808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 187.791, "Performance_Units": "Samples/s" }, { "ID": "5.0-4424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.359489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.6386, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 244.968, "Performance_Units": "Samples/s" }, { "ID": "5.0-4425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.110712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.309, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.3298, "Performance_Units": "Samples/s" }, { "ID": "5.0-4426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.346237, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.1596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.651, "Performance_Units": "Samples/s" }, { "ID": "5.0-4427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.461236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.436456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.493, "Performance_Units": "Samples/s" }, { "ID": "5.0-4428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.258652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.271064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.853, "Performance_Units": "Samples/s" }, { "ID": "5.0-4429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.993003, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.764632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.686, "Performance_Units": "Samples/s" }, { "ID": "5.0-4430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.410516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 527.81516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1406, "Performance_Units": "Samples/s" }, { "ID": "5.0-4431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.790904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 769.039592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.5719, "Performance_Units": "Samples/s" }, { "ID": "5.0-4432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.237399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1392.209192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.84724, "Performance_Units": "Samples/s" }, { "ID": "5.0-4433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.998587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.501384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 867.07, "Performance_Units": "Samples/s" }, { "ID": "5.0-4434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.164091, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.776504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 557.412, "Performance_Units": "Samples/s" }, { "ID": "5.0-4435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.81266, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.084552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 392.756, "Performance_Units": "Samples/s" }, { "ID": "5.0-4436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.577592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.731248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 285.314, "Performance_Units": "Samples/s" }, { "ID": "5.0-4437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.530632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.68272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 294.809, "Performance_Units": "Samples/s" }, { "ID": "5.0-4438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.415558, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.612024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.461, "Performance_Units": "Samples/s" }, { "ID": "5.0-4439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.274664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.399496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.808, "Performance_Units": "Samples/s" }, { "ID": "5.0-4440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.338365, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.372352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.8754, "Performance_Units": "Samples/s" }, { "ID": "5.0-4441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.177484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.507208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 146.275, "Performance_Units": "Samples/s" }, { "ID": "5.0-4442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.863111, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.47976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.7191, "Performance_Units": "Samples/s" }, { "ID": "5.0-4443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.098791, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.940952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.0784, "Performance_Units": "Samples/s" }, { "ID": "5.0-4444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.740425, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 186.300024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.0193, "Performance_Units": "Samples/s" }, { "ID": "5.0-4445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.774124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.968336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.3313, "Performance_Units": "Samples/s" }, { "ID": "5.0-4446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.627561, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.305328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.7204, "Performance_Units": "Samples/s" }, { "ID": "5.0-4447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.025099, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.90604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.6868, "Performance_Units": "Samples/s" }, { "ID": "5.0-4448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.08921, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 284.604936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.9564, "Performance_Units": "Samples/s" }, { "ID": "5.0-4449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.817326, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.916376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 500.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-4450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.040103, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.956104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 316.781, "Performance_Units": "Samples/s" }, { "ID": "5.0-4451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.360854, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.195632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-4452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.188365, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.721592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.099, "Performance_Units": "Samples/s" }, { "ID": "5.0-4453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.166264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.350776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 355.683, "Performance_Units": "Samples/s" }, { "ID": "5.0-4454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.853625, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.51244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 231.769, "Performance_Units": "Samples/s" }, { "ID": "5.0-4455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.347406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.300624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.274, "Performance_Units": "Samples/s" }, { "ID": "5.0-4456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.948873, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.95424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.015, "Performance_Units": "Samples/s" }, { "ID": "5.0-4457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.609237, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.427392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.845, "Performance_Units": "Samples/s" }, { "ID": "5.0-4458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.36529, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.8246, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.673, "Performance_Units": "Samples/s" }, { "ID": "5.0-4459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.190747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.015024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.2427, "Performance_Units": "Samples/s" }, { "ID": "5.0-4460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.679715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.518952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.2149, "Performance_Units": "Samples/s" }, { "ID": "5.0-4461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.666115, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.282664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.882, "Performance_Units": "Samples/s" }, { "ID": "5.0-4462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.240866, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.81072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.677, "Performance_Units": "Samples/s" }, { "ID": "5.0-4463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.213586, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.518336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.2673, "Performance_Units": "Samples/s" }, { "ID": "5.0-4464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.55962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.368704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.2451, "Performance_Units": "Samples/s" }, { "ID": "5.0-4465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.273483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.887752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.0822, "Performance_Units": "Samples/s" }, { "ID": "5.0-4466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.007589, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.264776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.1194, "Performance_Units": "Samples/s" }, { "ID": "5.0-4467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.741, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.49664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.036, "Performance_Units": "Samples/s" }, { "ID": "5.0-4468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.720856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.169688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 226.457, "Performance_Units": "Samples/s" }, { "ID": "5.0-4469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.2xlarge", "Platform": "aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 8.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.2xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.451796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 181.991088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.7015, "Performance_Units": "Samples/s" }, { "ID": "5.0-4470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.900477, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.35028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.9878, "Performance_Units": "Samples/s" }, { "ID": "5.0-4471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.262801, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 355.72388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.752, "Performance_Units": "Samples/s" }, { "ID": "5.0-4472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.070078, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 524.131136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.6435, "Performance_Units": "Samples/s" }, { "ID": "5.0-4473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.624389, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 934.487392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-4474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.424479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.164392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 502.095, "Performance_Units": "Samples/s" }, { "ID": "5.0-4475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.0927, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.057976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 419.606, "Performance_Units": "Samples/s" }, { "ID": "5.0-4476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.484632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.570544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 357.552, "Performance_Units": "Samples/s" }, { "ID": "5.0-4477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.892407, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.9798, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.327, "Performance_Units": "Samples/s" }, { "ID": "5.0-4478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.430869, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.772832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 314.659, "Performance_Units": "Samples/s" }, { "ID": "5.0-4479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.262834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.757504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.478, "Performance_Units": "Samples/s" }, { "ID": "5.0-4480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.226482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.343416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 187.226, "Performance_Units": "Samples/s" }, { "ID": "5.0-4481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.409596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.556592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.736, "Performance_Units": "Samples/s" }, { "ID": "5.0-4482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.742801, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.4058, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 199.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-4483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.101518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.090904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.988, "Performance_Units": "Samples/s" }, { "ID": "5.0-4484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.91599, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.503336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-4485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.374114, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.362824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.7759, "Performance_Units": "Samples/s" }, { "ID": "5.0-4486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.857429, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.124112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.787, "Performance_Units": "Samples/s" }, { "ID": "5.0-4487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.700237, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.114768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.8686, "Performance_Units": "Samples/s" }, { "ID": "5.0-4488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.713185, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.460272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.5409, "Performance_Units": "Samples/s" }, { "ID": "5.0-4489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.87405, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.13936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.3119, "Performance_Units": "Samples/s" }, { "ID": "5.0-4490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.003305, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.612816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 360.826, "Performance_Units": "Samples/s" }, { "ID": "5.0-4491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.874266, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.938784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 446.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-4492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.347191, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 352.386, "Performance_Units": "Samples/s" }, { "ID": "5.0-4493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.939602, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.412048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.259, "Performance_Units": "Samples/s" }, { "ID": "5.0-4494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.455797, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.195728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-4495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.226851, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.799632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.708, "Performance_Units": "Samples/s" }, { "ID": "5.0-4496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.966285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.27324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 258.384, "Performance_Units": "Samples/s" }, { "ID": "5.0-4497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.940665, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.153032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 211.331, "Performance_Units": "Samples/s" }, { "ID": "5.0-4498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.797231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.241856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.264, "Performance_Units": "Samples/s" }, { "ID": "5.0-4499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.146924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.239792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.35, "Performance_Units": "Samples/s" }, { "ID": "5.0-4500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.798645, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.66564, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.753, "Performance_Units": "Samples/s" }, { "ID": "5.0-4501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.2145, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.752168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.748, "Performance_Units": "Samples/s" }, { "ID": "5.0-4502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.472934, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.966936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.522, "Performance_Units": "Samples/s" }, { "ID": "5.0-4503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.503096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.509584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.27, "Performance_Units": "Samples/s" }, { "ID": "5.0-4504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.74497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.539952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.911, "Performance_Units": "Samples/s" }, { "ID": "5.0-4505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.30753, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.886976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.146, "Performance_Units": "Samples/s" }, { "ID": "5.0-4506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.90712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.361232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.698, "Performance_Units": "Samples/s" }, { "ID": "5.0-4507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.779335, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.242864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.197, "Performance_Units": "Samples/s" }, { "ID": "5.0-4508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.261747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.668376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.093, "Performance_Units": "Samples/s" }, { "ID": "5.0-4509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.062062, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.35552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.54, "Performance_Units": "Samples/s" }, { "ID": "5.0-4510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.941176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.480696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.319, "Performance_Units": "Samples/s" }, { "ID": "5.0-4511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.144286, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.20332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 185.293, "Performance_Units": "Samples/s" }, { "ID": "5.0-4512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.537445, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.432192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 143.332, "Performance_Units": "Samples/s" }, { "ID": "5.0-4513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.118683, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.537912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.648, "Performance_Units": "Samples/s" }, { "ID": "5.0-4514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.862197, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 132.32236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.1393, "Performance_Units": "Samples/s" }, { "ID": "5.0-4515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.991907, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.363192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.445, "Performance_Units": "Samples/s" }, { "ID": "5.0-4516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.477324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.55564, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.341, "Performance_Units": "Samples/s" }, { "ID": "5.0-4517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.509709, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.357792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.834, "Performance_Units": "Samples/s" }, { "ID": "5.0-4518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.934592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.120792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.9302, "Performance_Units": "Samples/s" }, { "ID": "5.0-4519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.914478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.899544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.8656, "Performance_Units": "Samples/s" }, { "ID": "5.0-4520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.339914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 117.73552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.697, "Performance_Units": "Samples/s" }, { "ID": "5.0-4521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.484959, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.77732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-4522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.250883, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.993696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 232.763, "Performance_Units": "Samples/s" }, { "ID": "5.0-4523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.400098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 184.562112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.3692, "Performance_Units": "Samples/s" }, { "ID": "5.0-4524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.280098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.863032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.5016, "Performance_Units": "Samples/s" }, { "ID": "5.0-4525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.56315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 359.529776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.2973, "Performance_Units": "Samples/s" }, { "ID": "5.0-4526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.525519, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 537.590248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.3364, "Performance_Units": "Samples/s" }, { "ID": "5.0-4527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.56238, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 961.680008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.8957, "Performance_Units": "Samples/s" }, { "ID": "5.0-4528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.453113, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.377416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 471.494, "Performance_Units": "Samples/s" }, { "ID": "5.0-4529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.222962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.58348, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 384.601, "Performance_Units": "Samples/s" }, { "ID": "5.0-4530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.705106, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.077416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.618, "Performance_Units": "Samples/s" }, { "ID": "5.0-4531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.1725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.302, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 265.424, "Performance_Units": "Samples/s" }, { "ID": "5.0-4532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.864378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.919424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 300.503, "Performance_Units": "Samples/s" }, { "ID": "5.0-4533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.410006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.820376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 229.065, "Performance_Units": "Samples/s" }, { "ID": "5.0-4534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.449683, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.209904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.144, "Performance_Units": "Samples/s" }, { "ID": "5.0-4535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.68978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.448936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.193, "Performance_Units": "Samples/s" }, { "ID": "5.0-4536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.165029, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.215608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.053, "Performance_Units": "Samples/s" }, { "ID": "5.0-4537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.267024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.196, "Performance_Units": "Samples/s" }, { "ID": "5.0-4538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.105454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.068048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.997, "Performance_Units": "Samples/s" }, { "ID": "5.0-4539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.699058, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.978488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.6399, "Performance_Units": "Samples/s" }, { "ID": "5.0-4540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.315598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.65172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-4541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.820788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.668688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.727, "Performance_Units": "Samples/s" }, { "ID": "5.0-4542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.981653, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.648048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.0063, "Performance_Units": "Samples/s" }, { "ID": "5.0-4543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.208542, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.014208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.1005, "Performance_Units": "Samples/s" }, { "ID": "5.0-4544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.50294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.301072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 269.23, "Performance_Units": "Samples/s" }, { "ID": "5.0-4545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.857155, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.534088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.092, "Performance_Units": "Samples/s" }, { "ID": "5.0-4546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.505318, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.781648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.961, "Performance_Units": "Samples/s" }, { "ID": "5.0-4547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.155909, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.015768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.201, "Performance_Units": "Samples/s" }, { "ID": "5.0-4548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.002163, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.477264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.635, "Performance_Units": "Samples/s" }, { "ID": "5.0-4549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.315063, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.2788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 197.248, "Performance_Units": "Samples/s" }, { "ID": "5.0-4550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.225561, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.526744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.397, "Performance_Units": "Samples/s" }, { "ID": "5.0-4551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.17422, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.598304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.373, "Performance_Units": "Samples/s" }, { "ID": "5.0-4552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.421609, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.317128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.485, "Performance_Units": "Samples/s" }, { "ID": "5.0-4553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.681269, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.284168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.203, "Performance_Units": "Samples/s" }, { "ID": "5.0-4554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.285082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.917048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.029, "Performance_Units": "Samples/s" }, { "ID": "5.0-4555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.061272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.18868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.8995, "Performance_Units": "Samples/s" }, { "ID": "5.0-4556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.40254, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.880256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.35, "Performance_Units": "Samples/s" }, { "ID": "5.0-4557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.663577, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 104.959048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.914, "Performance_Units": "Samples/s" }, { "ID": "5.0-4558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.69224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.983712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.5698, "Performance_Units": "Samples/s" }, { "ID": "5.0-4559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.189754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.172864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.0684, "Performance_Units": "Samples/s" }, { "ID": "5.0-4560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.242557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.023464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.0165, "Performance_Units": "Samples/s" }, { "ID": "5.0-4561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.725699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.718032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.0932, "Performance_Units": "Samples/s" }, { "ID": "5.0-4562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.874009, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.644872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.893, "Performance_Units": "Samples/s" }, { "ID": "5.0-4563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.557763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.15304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.653, "Performance_Units": "Samples/s" }, { "ID": "5.0-4564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.716685, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.040608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.0678, "Performance_Units": "Samples/s" }, { "ID": "5.0-4565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.904952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 356.354608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.7154, "Performance_Units": "Samples/s" }, { "ID": "5.0-4566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.439539, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 502.177496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.8142, "Performance_Units": "Samples/s" }, { "ID": "5.0-4567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.84172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 803.684192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.5862, "Performance_Units": "Samples/s" }, { "ID": "5.0-4568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.178319, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1462.322816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.81822, "Performance_Units": "Samples/s" }, { "ID": "5.0-4569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.935026, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.755088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.5025, "Performance_Units": "Samples/s" }, { "ID": "5.0-4570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.459224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.20916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.3247, "Performance_Units": "Samples/s" }, { "ID": "5.0-4571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.207212, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.32928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.659, "Performance_Units": "Samples/s" }, { "ID": "5.0-4572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.92388, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 319.276088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.6749, "Performance_Units": "Samples/s" }, { "ID": "5.0-4573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.042963, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 539.820648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.1814, "Performance_Units": "Samples/s" }, { "ID": "5.0-4574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.024653, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.007728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 954.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-4575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.059777, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.895024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 615.557, "Performance_Units": "Samples/s" }, { "ID": "5.0-4576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.647379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.308936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 440.006, "Performance_Units": "Samples/s" }, { "ID": "5.0-4577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.305043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.375584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 318.465, "Performance_Units": "Samples/s" }, { "ID": "5.0-4578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.170782, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.613336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.075, "Performance_Units": "Samples/s" }, { "ID": "5.0-4579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.323786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.404728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.687, "Performance_Units": "Samples/s" }, { "ID": "5.0-4580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.129577, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.834864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.456, "Performance_Units": "Samples/s" }, { "ID": "5.0-4581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.109483, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.557944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.169, "Performance_Units": "Samples/s" }, { "ID": "5.0-4582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.840638, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.014744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.457, "Performance_Units": "Samples/s" }, { "ID": "5.0-4583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.770234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.794824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.7475, "Performance_Units": "Samples/s" }, { "ID": "5.0-4584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.497476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.534584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.949, "Performance_Units": "Samples/s" }, { "ID": "5.0-4585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.568081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.582048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.7729, "Performance_Units": "Samples/s" }, { "ID": "5.0-4586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.204905, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.627848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.9032, "Performance_Units": "Samples/s" }, { "ID": "5.0-4587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.572068, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.428376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.0253, "Performance_Units": "Samples/s" }, { "ID": "5.0-4588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.944416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.608816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.3088, "Performance_Units": "Samples/s" }, { "ID": "5.0-4589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.923554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 297.810544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.1876, "Performance_Units": "Samples/s" }, { "ID": "5.0-4590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.532439, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.928976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 543.646, "Performance_Units": "Samples/s" }, { "ID": "5.0-4591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.846733, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.566696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 345.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-4592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.901276, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.311152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.575, "Performance_Units": "Samples/s" }, { "ID": "5.0-4593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.120261, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.423624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.118, "Performance_Units": "Samples/s" }, { "ID": "5.0-4594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.635631, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.41304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.835, "Performance_Units": "Samples/s" }, { "ID": "5.0-4595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.637444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.524552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.825, "Performance_Units": "Samples/s" }, { "ID": "5.0-4596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.878696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.143568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.5772, "Performance_Units": "Samples/s" }, { "ID": "5.0-4597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.592757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.433024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.1546, "Performance_Units": "Samples/s" }, { "ID": "5.0-4598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.2267, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.2254, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.8071, "Performance_Units": "Samples/s" }, { "ID": "5.0-4599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.959222, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.020264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.0928, "Performance_Units": "Samples/s" }, { "ID": "5.0-4600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.858455, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.90048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.4982, "Performance_Units": "Samples/s" }, { "ID": "5.0-4601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.700116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 307.376168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.2475, "Performance_Units": "Samples/s" }, { "ID": "5.0-4602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.075767, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.751496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.4999, "Performance_Units": "Samples/s" }, { "ID": "5.0-4603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.231181, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 258.459936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.2779, "Performance_Units": "Samples/s" }, { "ID": "5.0-4604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.006135, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 367.846592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.0822, "Performance_Units": "Samples/s" }, { "ID": "5.0-4605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.343349, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 499.154416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1303, "Performance_Units": "Samples/s" }, { "ID": "5.0-4606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.064944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.09828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 532.291, "Performance_Units": "Samples/s" }, { "ID": "5.0-4607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.937052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.871264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 350.946, "Performance_Units": "Samples/s" }, { "ID": "5.0-4608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.902545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.129216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.119, "Performance_Units": "Samples/s" }, { "ID": "5.0-4609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.976134, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.306264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 186.975, "Performance_Units": "Samples/s" }, { "ID": "5.0-4610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.420828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.871976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.396, "Performance_Units": "Samples/s" }, { "ID": "5.0-4611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.786637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.755104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.205, "Performance_Units": "Samples/s" }, { "ID": "5.0-4612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.242694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.19792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.418, "Performance_Units": "Samples/s" }, { "ID": "5.0-4613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.726131, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.495752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.186, "Performance_Units": "Samples/s" }, { "ID": "5.0-4614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.870079, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.90184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.168, "Performance_Units": "Samples/s" }, { "ID": "5.0-4615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.226444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.907656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.944, "Performance_Units": "Samples/s" }, { "ID": "5.0-4616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.064143, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.27296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.5856, "Performance_Units": "Samples/s" }, { "ID": "5.0-4617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.135523, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.363144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.4241, "Performance_Units": "Samples/s" }, { "ID": "5.0-4618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.428406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.406144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.081, "Performance_Units": "Samples/s" }, { "ID": "5.0-4619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.197739, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.699056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.8437, "Performance_Units": "Samples/s" }, { "ID": "5.0-4620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.089263, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.60504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.1419, "Performance_Units": "Samples/s" }, { "ID": "5.0-4621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.247593, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.430176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.5209, "Performance_Units": "Samples/s" }, { "ID": "5.0-4622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.220466, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.199712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 336.864, "Performance_Units": "Samples/s" }, { "ID": "5.0-4623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.983792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.662768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.921, "Performance_Units": "Samples/s" }, { "ID": "5.0-4624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.649378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.624752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.585, "Performance_Units": "Samples/s" }, { "ID": "5.0-4625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.488335, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.259968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-4626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.872141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.582576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.665, "Performance_Units": "Samples/s" }, { "ID": "5.0-4627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.277687, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.135184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.404, "Performance_Units": "Samples/s" }, { "ID": "5.0-4628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.754392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 76.404432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.432, "Performance_Units": "Samples/s" }, { "ID": "5.0-4629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.420761, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.060072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.4537, "Performance_Units": "Samples/s" }, { "ID": "5.0-4630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.926157, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.549984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.959, "Performance_Units": "Samples/s" }, { "ID": "5.0-4631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.952599, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.275648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.6469, "Performance_Units": "Samples/s" }, { "ID": "5.0-4632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.189081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.886424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.317, "Performance_Units": "Samples/s" }, { "ID": "5.0-4633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.903521, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.679984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.6885, "Performance_Units": "Samples/s" }, { "ID": "5.0-4634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.301264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.562384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.0586, "Performance_Units": "Samples/s" }, { "ID": "5.0-4635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.919452, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.29316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.7627, "Performance_Units": "Samples/s" }, { "ID": "5.0-4636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.981484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 215.29536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.803, "Performance_Units": "Samples/s" }, { "ID": "5.0-4637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.482269, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.019464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.4672, "Performance_Units": "Samples/s" }, { "ID": "5.0-4638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.442868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.662784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.1879, "Performance_Units": "Samples/s" }, { "ID": "5.0-4639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.781826, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.396696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.2598, "Performance_Units": "Samples/s" }, { "ID": "5.0-4640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.548075, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.02468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 186.727, "Performance_Units": "Samples/s" }, { "ID": "5.0-4641", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.416912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.005, "Performance_Units": "Samples/s" }, { "ID": "5.0-4642", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.164264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.15468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.3281, "Performance_Units": "Samples/s" }, { "ID": "5.0-4643", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.347835, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 208.724032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.8987, "Performance_Units": "Samples/s" }, { "ID": "5.0-4644", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.725338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.406952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.417, "Performance_Units": "Samples/s" }, { "ID": "5.0-4645", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.263192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 237.528048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.6525, "Performance_Units": "Samples/s" }, { "ID": "5.0-4646", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.23255, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 358.582464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.5099, "Performance_Units": "Samples/s" }, { "ID": "5.0-4647", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.785613, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 507.242584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.6411, "Performance_Units": "Samples/s" }, { "ID": "5.0-4648", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.478763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 807.262368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.5082, "Performance_Units": "Samples/s" }, { "ID": "5.0-4649", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.855711, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1456.337384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.80455, "Performance_Units": "Samples/s" }, { "ID": "5.0-4650", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.365789, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.987136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 855.792, "Performance_Units": "Samples/s" }, { "ID": "5.0-4651", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.183146, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.274104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 552.413, "Performance_Units": "Samples/s" }, { "ID": "5.0-4652", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.835666, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.314224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 394.376, "Performance_Units": "Samples/s" }, { "ID": "5.0-4653", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.570431, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.344992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 284.852, "Performance_Units": "Samples/s" }, { "ID": "5.0-4654", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.543877, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.874096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.326, "Performance_Units": "Samples/s" }, { "ID": "5.0-4655", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.471929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.074424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-4656", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.322707, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.583016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 135.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-4657", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.409616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.328672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.1087, "Performance_Units": "Samples/s" }, { "ID": "5.0-4658", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.261081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.560072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.244, "Performance_Units": "Samples/s" }, { "ID": "5.0-4659", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.923518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.952464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.8813, "Performance_Units": "Samples/s" }, { "ID": "5.0-4660", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.709379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.160472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.5083, "Performance_Units": "Samples/s" }, { "ID": "5.0-4661", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.893163, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.430224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.8552, "Performance_Units": "Samples/s" }, { "ID": "5.0-4662", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.601278, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.86292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.0393, "Performance_Units": "Samples/s" }, { "ID": "5.0-4663", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.683868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 149.747256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.7097, "Performance_Units": "Samples/s" }, { "ID": "5.0-4664", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.047968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.400968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.9579, "Performance_Units": "Samples/s" }, { "ID": "5.0-4665", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.356063, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 289.83592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.9026, "Performance_Units": "Samples/s" }, { "ID": "5.0-4666", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.792716, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.109984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 494.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-4667", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.076259, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.438296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.999, "Performance_Units": "Samples/s" }, { "ID": "5.0-4668", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.10243, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.802648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.881, "Performance_Units": "Samples/s" }, { "ID": "5.0-4669", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.239449, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.268848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 174.382, "Performance_Units": "Samples/s" }, { "ID": "5.0-4670", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.812039, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.854616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 347.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-4671", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.928124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.958432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.284, "Performance_Units": "Samples/s" }, { "ID": "5.0-4672", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.390433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.294728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 168.303, "Performance_Units": "Samples/s" }, { "ID": "5.0-4673", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.000818, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.71888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.231, "Performance_Units": "Samples/s" }, { "ID": "5.0-4674", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.253654, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.970552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.699, "Performance_Units": "Samples/s" }, { "ID": "5.0-4675", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.347347, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.775712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.857, "Performance_Units": "Samples/s" }, { "ID": "5.0-4676", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.273419, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.904856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.7549, "Performance_Units": "Samples/s" }, { "ID": "5.0-4677", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.503502, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 133.540904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.8785, "Performance_Units": "Samples/s" }, { "ID": "5.0-4678", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.784364, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.803688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.772, "Performance_Units": "Samples/s" }, { "ID": "5.0-4679", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.254321, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.462936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.0492, "Performance_Units": "Samples/s" }, { "ID": "5.0-4680", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.311487, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 129.567704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.2239, "Performance_Units": "Samples/s" }, { "ID": "5.0-4681", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.457187, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 180.5754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.8839, "Performance_Units": "Samples/s" }, { "ID": "5.0-4682", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.493007, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.842312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.7186, "Performance_Units": "Samples/s" }, { "ID": "5.0-4683", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.214151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.701, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.5642, "Performance_Units": "Samples/s" }, { "ID": "5.0-4684", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.914991, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.798752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 174.906, "Performance_Units": "Samples/s" }, { "ID": "5.0-4685", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.773789, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.911696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 224.968, "Performance_Units": "Samples/s" }, { "ID": "5.0-4686", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.large", "Platform": "aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 2.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.large-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.489508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.625584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.7326, "Performance_Units": "Samples/s" }, { "ID": "5.0-4687", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.267922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.847224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.0581, "Performance_Units": "Samples/s" }, { "ID": "5.0-4688", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.866612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.520248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.0112, "Performance_Units": "Samples/s" }, { "ID": "5.0-4689", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.452228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 283.022824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.2691, "Performance_Units": "Samples/s" }, { "ID": "5.0-4690", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.668487, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 481.294992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.985, "Performance_Units": "Samples/s" }, { "ID": "5.0-4691", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.765016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 91.244072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.619, "Performance_Units": "Samples/s" }, { "ID": "5.0-4692", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.256", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.679245, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.614224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.4202, "Performance_Units": "Samples/s" }, { "ID": "5.0-4693", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.62168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.847728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.1732, "Performance_Units": "Samples/s" }, { "ID": "5.0-4694", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.361681, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.2048, "Performance_Units": "Samples/s" }, { "ID": "5.0-4695", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.416", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.583675, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 276.018216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.8881, "Performance_Units": "Samples/s" }, { "ID": "5.0-4696", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.582", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.80102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.225696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 602.361, "Performance_Units": "Samples/s" }, { "ID": "5.0-4697", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.758836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.455256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 523.423, "Performance_Units": "Samples/s" }, { "ID": "5.0-4698", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.145974, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.07192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 458.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-4699", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.756557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.494784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 398.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-4700", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.308324, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.020544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 418.126, "Performance_Units": "Samples/s" }, { "ID": "5.0-4701", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.133636, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.044856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 334.654, "Performance_Units": "Samples/s" }, { "ID": "5.0-4702", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.082568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.15984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.502, "Performance_Units": "Samples/s" }, { "ID": "5.0-4703", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.804189, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.722192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.751, "Performance_Units": "Samples/s" }, { "ID": "5.0-4704", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.487331, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.008312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 288.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-4705", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.354554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.320912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 229.985, "Performance_Units": "Samples/s" }, { "ID": "5.0-4706", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.710087, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.390888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 174.11, "Performance_Units": "Samples/s" }, { "ID": "5.0-4707", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.802521, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.874728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.295, "Performance_Units": "Samples/s" }, { "ID": "5.0-4708", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.796393, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.433976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.265, "Performance_Units": "Samples/s" }, { "ID": "5.0-4709", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.050792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.438232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.085, "Performance_Units": "Samples/s" }, { "ID": "5.0-4710", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.254202, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.599224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.068, "Performance_Units": "Samples/s" }, { "ID": "5.0-4711", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.68343, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.497472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.8735, "Performance_Units": "Samples/s" }, { "ID": "5.0-4712", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.201045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.495176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 672.866, "Performance_Units": "Samples/s" }, { "ID": "5.0-4713", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.350", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.572109, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.539976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 588.205, "Performance_Units": "Samples/s" }, { "ID": "5.0-4714", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.8812, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.44876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 527.396, "Performance_Units": "Samples/s" }, { "ID": "5.0-4715", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.114", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.321517, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.264056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 462.752, "Performance_Units": "Samples/s" }, { "ID": "5.0-4716", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.160", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.792307, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.731368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 552.953, "Performance_Units": "Samples/s" }, { "ID": "5.0-4717", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.239276, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.124176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 458.972, "Performance_Units": "Samples/s" }, { "ID": "5.0-4718", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.432", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.747047, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.220464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 400.08, "Performance_Units": "Samples/s" }, { "ID": "5.0-4719", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.458", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.402553, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.75784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 337.042, "Performance_Units": "Samples/s" }, { "ID": "5.0-4720", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.264", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.174392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.314912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.389, "Performance_Units": "Samples/s" }, { "ID": "5.0-4721", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.386", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.921203, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.781848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 350.913, "Performance_Units": "Samples/s" }, { "ID": "5.0-4722", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.719979, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.954768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.732, "Performance_Units": "Samples/s" }, { "ID": "5.0-4723", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.208", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.350818, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.211216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 251.435, "Performance_Units": "Samples/s" }, { "ID": "5.0-4724", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.580493, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.70664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 374.825, "Performance_Units": "Samples/s" }, { "ID": "5.0-4725", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.691138, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.730896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 285.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-4726", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.212", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.679446, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.564728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 237.027, "Performance_Units": "Samples/s" }, { "ID": "5.0-4727", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.092", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.606643, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.793024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.026, "Performance_Units": "Samples/s" }, { "ID": "5.0-4728", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.764", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.177841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.075088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 322.979, "Performance_Units": "Samples/s" }, { "ID": "5.0-4729", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.267062, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.38312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 289.806, "Performance_Units": "Samples/s" }, { "ID": "5.0-4730", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.671038, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.177312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.693, "Performance_Units": "Samples/s" }, { "ID": "5.0-4731", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.652422, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.105272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.991, "Performance_Units": "Samples/s" }, { "ID": "5.0-4732", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.541826, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.673768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 291.548, "Performance_Units": "Samples/s" }, { "ID": "5.0-4733", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.633022, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.60764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 255.365, "Performance_Units": "Samples/s" }, { "ID": "5.0-4734", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.693709, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.84764, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 224.408, "Performance_Units": "Samples/s" }, { "ID": "5.0-4735", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.740012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.751992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.226, "Performance_Units": "Samples/s" }, { "ID": "5.0-4736", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.863847, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.875512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.619, "Performance_Units": "Samples/s" }, { "ID": "5.0-4737", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.372008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.32112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 194.649, "Performance_Units": "Samples/s" }, { "ID": "5.0-4738", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.723325, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.638216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.844, "Performance_Units": "Samples/s" }, { "ID": "5.0-4739", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.917945, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.856504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.752, "Performance_Units": "Samples/s" }, { "ID": "5.0-4740", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.84367, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.7544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.796, "Performance_Units": "Samples/s" }, { "ID": "5.0-4741", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.330352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.63788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.652, "Performance_Units": "Samples/s" }, { "ID": "5.0-4742", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.183285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.86536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-4743", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.77004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 109.136632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 116.701, "Performance_Units": "Samples/s" }, { "ID": "5.0-4744", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.041969, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.2406, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.925, "Performance_Units": "Samples/s" }, { "ID": "5.0-4745", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.210", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.320476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.388256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 284.949, "Performance_Units": "Samples/s" }, { "ID": "5.0-4746", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.707713, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.4054, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 260.001, "Performance_Units": "Samples/s" }, { "ID": "5.0-4747", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.424", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.469035, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.563568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.144, "Performance_Units": "Samples/s" }, { "ID": "5.0-4748", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.464", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.316049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.740072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.524, "Performance_Units": "Samples/s" }, { "ID": "5.0-4749", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.441364, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.412384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 266.96, "Performance_Units": "Samples/s" }, { "ID": "5.0-4750", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.044", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.054621, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.29212, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.426, "Performance_Units": "Samples/s" }, { "ID": "5.0-4751", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.892", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.969568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.421144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.42, "Performance_Units": "Samples/s" }, { "ID": "5.0-4752", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.612", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.953629, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.275192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.104, "Performance_Units": "Samples/s" }, { "ID": "5.0-4753", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.056", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.186488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.790336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.849, "Performance_Units": "Samples/s" }, { "ID": "5.0-4754", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.960", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.462242, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.795096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.153, "Performance_Units": "Samples/s" }, { "ID": "5.0-4755", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.522", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.568271, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.603096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 171.427, "Performance_Units": "Samples/s" }, { "ID": "5.0-4756", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.700", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.898804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.618904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.047, "Performance_Units": "Samples/s" }, { "ID": "5.0-4757", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.426", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.71335, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.867112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.029, "Performance_Units": "Samples/s" }, { "ID": "5.0-4758", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.656", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.006482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.15228, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 184.679, "Performance_Units": "Samples/s" }, { "ID": "5.0-4759", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.634", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.264023, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.521528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.335, "Performance_Units": "Samples/s" }, { "ID": "5.0-4760", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.628", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.713021, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 119.20364, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.9173, "Performance_Units": "Samples/s" }, { "ID": "5.0-4761", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.176299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.002736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.66, "Performance_Units": "Samples/s" }, { "ID": "5.0-4762", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.027965, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.957824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.134, "Performance_Units": "Samples/s" }, { "ID": "5.0-4763", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.782487, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.001992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.714, "Performance_Units": "Samples/s" }, { "ID": "5.0-4764", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.348361, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.866816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.158, "Performance_Units": "Samples/s" }, { "ID": "5.0-4765", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.459929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.68992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.151, "Performance_Units": "Samples/s" }, { "ID": "5.0-4766", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.124906, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.7706, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.512, "Performance_Units": "Samples/s" }, { "ID": "5.0-4767", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.986", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.541021, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.827664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-4768", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.569579, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.932896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.1291, "Performance_Units": "Samples/s" }, { "ID": "5.0-4769", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.308205, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.364744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.7666, "Performance_Units": "Samples/s" }, { "ID": "5.0-4770", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.861775, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 279.73928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.719, "Performance_Units": "Samples/s" }, { "ID": "5.0-4771", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.133495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 484.327344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.6474, "Performance_Units": "Samples/s" }, { "ID": "5.0-4772", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.526043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.312704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 553.541, "Performance_Units": "Samples/s" }, { "ID": "5.0-4773", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.904093, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.287008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 475.861, "Performance_Units": "Samples/s" }, { "ID": "5.0-4774", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.238538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.97604, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 419.979, "Performance_Units": "Samples/s" }, { "ID": "5.0-4775", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.500244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.572712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.699, "Performance_Units": "Samples/s" }, { "ID": "5.0-4776", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.871062, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.40284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 394.007, "Performance_Units": "Samples/s" }, { "ID": "5.0-4777", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.279567, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.391568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 318.955, "Performance_Units": "Samples/s" }, { "ID": "5.0-4778", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.217243, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.35712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 266.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-4779", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.858059, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.35144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.442, "Performance_Units": "Samples/s" }, { "ID": "5.0-4780", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.630982, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.168352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 275.18, "Performance_Units": "Samples/s" }, { "ID": "5.0-4781", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.951592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.331992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.732, "Performance_Units": "Samples/s" }, { "ID": "5.0-4782", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.230183, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.670528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.626, "Performance_Units": "Samples/s" }, { "ID": "5.0-4783", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.026082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.659992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.61, "Performance_Units": "Samples/s" }, { "ID": "5.0-4784", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.171735, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.017168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 200.382, "Performance_Units": "Samples/s" }, { "ID": "5.0-4785", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.078241, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.010104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.902, "Performance_Units": "Samples/s" }, { "ID": "5.0-4786", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.460122, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.18656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.008, "Performance_Units": "Samples/s" }, { "ID": "5.0-4787", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.912331, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.651176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.2721, "Performance_Units": "Samples/s" }, { "ID": "5.0-4788", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.516647, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.767008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-4789", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.403441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.796416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.933, "Performance_Units": "Samples/s" }, { "ID": "5.0-4790", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.846456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.977672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 248.278, "Performance_Units": "Samples/s" }, { "ID": "5.0-4791", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.250456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.306712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 217.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-4792", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.770479, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.99948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 282.548, "Performance_Units": "Samples/s" }, { "ID": "5.0-4793", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.712105, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.844464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 241.314, "Performance_Units": "Samples/s" }, { "ID": "5.0-4794", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.826521, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.224048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 219.695, "Performance_Units": "Samples/s" }, { "ID": "5.0-4795", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.780423, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.639552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 186.471, "Performance_Units": "Samples/s" }, { "ID": "5.0-4796", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.543786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.282896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 227.615, "Performance_Units": "Samples/s" }, { "ID": "5.0-4797", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.475611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.683272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.071, "Performance_Units": "Samples/s" }, { "ID": "5.0-4798", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.909028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.217616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.089, "Performance_Units": "Samples/s" }, { "ID": "5.0-4799", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.357794, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.870824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 134.428, "Performance_Units": "Samples/s" }, { "ID": "5.0-4800", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.678847, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.6904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.634, "Performance_Units": "Samples/s" }, { "ID": "5.0-4801", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.470392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.400752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 161.981, "Performance_Units": "Samples/s" }, { "ID": "5.0-4802", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.847686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.900584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.634, "Performance_Units": "Samples/s" }, { "ID": "5.0-4803", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.456179, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.327808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.53, "Performance_Units": "Samples/s" }, { "ID": "5.0-4804", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.116746, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.982984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.8333, "Performance_Units": "Samples/s" }, { "ID": "5.0-4805", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.844683, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.185992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.18, "Performance_Units": "Samples/s" }, { "ID": "5.0-4806", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.274201, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.818968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.175, "Performance_Units": "Samples/s" }, { "ID": "5.0-4807", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.171518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.583488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.398, "Performance_Units": "Samples/s" }, { "ID": "5.0-4808", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "armnn_tflite v23.11", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-armnn_tflite_vv23.11-using_neon_with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.62421, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.044688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.3802, "Performance_Units": "Samples/s" }, { "ID": "5.0-4809", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.957008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 351.230992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.8281, "Performance_Units": "Samples/s" }, { "ID": "5.0-4810", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.20736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 495.58048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.8431, "Performance_Units": "Samples/s" }, { "ID": "5.0-4811", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.768495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 786.949864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.6303, "Performance_Units": "Samples/s" }, { "ID": "5.0-4812", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.680921, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1429.735688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.8512, "Performance_Units": "Samples/s" }, { "ID": "5.0-4813", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.108721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.944656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.7192, "Performance_Units": "Samples/s" }, { "ID": "5.0-4814", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.423118, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 155.181184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.3374, "Performance_Units": "Samples/s" }, { "ID": "5.0-4815", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.161824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.60416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.6565, "Performance_Units": "Samples/s" }, { "ID": "5.0-4816", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.927998, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 315.995184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.7091, "Performance_Units": "Samples/s" }, { "ID": "5.0-4817", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.990519, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 536.02836, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.1924, "Performance_Units": "Samples/s" }, { "ID": "5.0-4818", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.975061, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.93968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 956.903, "Performance_Units": "Samples/s" }, { "ID": "5.0-4819", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.052712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.694232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 620.919, "Performance_Units": "Samples/s" }, { "ID": "5.0-4820", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.625435, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.162576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 441.096, "Performance_Units": "Samples/s" }, { "ID": "5.0-4821", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.293978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.235192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.065, "Performance_Units": "Samples/s" }, { "ID": "5.0-4822", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.16323, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.602512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.804, "Performance_Units": "Samples/s" }, { "ID": "5.0-4823", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.316938, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.115288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 196.834, "Performance_Units": "Samples/s" }, { "ID": "5.0-4824", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.10916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.441096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.499, "Performance_Units": "Samples/s" }, { "ID": "5.0-4825", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.10442, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.115768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.153, "Performance_Units": "Samples/s" }, { "ID": "5.0-4826", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.836674, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.004936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.205, "Performance_Units": "Samples/s" }, { "ID": "5.0-4827", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.784746, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.505976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.4227, "Performance_Units": "Samples/s" }, { "ID": "5.0-4828", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.570038, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.043424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.9214, "Performance_Units": "Samples/s" }, { "ID": "5.0-4829", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.573311, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 165.541976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.0831, "Performance_Units": "Samples/s" }, { "ID": "5.0-4830", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.052085, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.10768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.2092, "Performance_Units": "Samples/s" }, { "ID": "5.0-4831", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.523072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 147.5192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.3297, "Performance_Units": "Samples/s" }, { "ID": "5.0-4832", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.836145, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 203.775616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.6485, "Performance_Units": "Samples/s" }, { "ID": "5.0-4833", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.719067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 282.608888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.3046, "Performance_Units": "Samples/s" }, { "ID": "5.0-4834", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.320878, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.92428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 543.931, "Performance_Units": "Samples/s" }, { "ID": "5.0-4835", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.844957, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.392784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.411, "Performance_Units": "Samples/s" }, { "ID": "5.0-4836", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.492", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.899474, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.170632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 244.06, "Performance_Units": "Samples/s" }, { "ID": "5.0-4837", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.113951, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.248176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.441, "Performance_Units": "Samples/s" }, { "ID": "5.0-4838", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.622618, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.032776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.703, "Performance_Units": "Samples/s" }, { "ID": "5.0-4839", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.672726, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.972208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-4840", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.8963, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 101.253304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.6644, "Performance_Units": "Samples/s" }, { "ID": "5.0-4841", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.579083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.260808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.1902, "Performance_Units": "Samples/s" }, { "ID": "5.0-4842", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.374", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.21102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.183728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.8711, "Performance_Units": "Samples/s" }, { "ID": "5.0-4843", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.434", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.94839, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 156.328216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.887, "Performance_Units": "Samples/s" }, { "ID": "5.0-4844", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.1949, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 214.925344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.4914, "Performance_Units": "Samples/s" }, { "ID": "5.0-4845", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.717554, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 293.365688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.3934, "Performance_Units": "Samples/s" }, { "ID": "5.0-4846", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.084", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.55473, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 162.343968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.5111, "Performance_Units": "Samples/s" }, { "ID": "5.0-4847", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.792", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.225893, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.965056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.3093, "Performance_Units": "Samples/s" }, { "ID": "5.0-4848", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.240", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.99141, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.6486, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.0856, "Performance_Units": "Samples/s" }, { "ID": "5.0-4849", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.012", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.371769, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 497.593008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.1343, "Performance_Units": "Samples/s" }, { "ID": "5.0-4850", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.790", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.045291, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.864792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 542.869, "Performance_Units": "Samples/s" }, { "ID": "5.0-4851", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.889094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.651208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 356.16, "Performance_Units": "Samples/s" }, { "ID": "5.0-4852", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.865644, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.548544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 256.649, "Performance_Units": "Samples/s" }, { "ID": "5.0-4853", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.975497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.477536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.807, "Performance_Units": "Samples/s" }, { "ID": "5.0-4854", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.354588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.498928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 372.811, "Performance_Units": "Samples/s" }, { "ID": "5.0-4855", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.740044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.047088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 243.23, "Performance_Units": "Samples/s" }, { "ID": "5.0-4856", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.159705, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.841888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.756, "Performance_Units": "Samples/s" }, { "ID": "5.0-4857", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.708052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.328288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.904, "Performance_Units": "Samples/s" }, { "ID": "5.0-4858", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.885895, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.759768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 193.357, "Performance_Units": "Samples/s" }, { "ID": "5.0-4859", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.214197, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.380584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 124.893, "Performance_Units": "Samples/s" }, { "ID": "5.0-4860", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.080137, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.873256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.8547, "Performance_Units": "Samples/s" }, { "ID": "5.0-4861", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.102223, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.611368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.121, "Performance_Units": "Samples/s" }, { "ID": "5.0-4862", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.230763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.1694, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.643, "Performance_Units": "Samples/s" }, { "ID": "5.0-4863", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.102051, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.008552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 90.4421, "Performance_Units": "Samples/s" }, { "ID": "5.0-4864", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.24007, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 125.724456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.8443, "Performance_Units": "Samples/s" }, { "ID": "5.0-4865", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.047572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 175.260288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.0278, "Performance_Units": "Samples/s" }, { "ID": "5.0-4866", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.953424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.978112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 339.506, "Performance_Units": "Samples/s" }, { "ID": "5.0-4867", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.168", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.958151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.491568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 216.448, "Performance_Units": "Samples/s" }, { "ID": "5.0-4868", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.594", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.641129, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.282832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 154.733, "Performance_Units": "Samples/s" }, { "ID": "5.0-4869", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.488408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.439536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-4870", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.528", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.873155, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.397616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.567, "Performance_Units": "Samples/s" }, { "ID": "5.0-4871", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.506", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.261441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.380064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.694, "Performance_Units": "Samples/s" }, { "ID": "5.0-4872", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.198", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.743714, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.936536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.547, "Performance_Units": "Samples/s" }, { "ID": "5.0-4873", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.982", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.417783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.885704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.6729, "Performance_Units": "Samples/s" }, { "ID": "5.0-4874", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.702", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.90632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.940144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.214, "Performance_Units": "Samples/s" }, { "ID": "5.0-4875", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.018", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.930583, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 118.5108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.8531, "Performance_Units": "Samples/s" }, { "ID": "5.0-4876", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.996", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.590596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.772992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.4509, "Performance_Units": "Samples/s" }, { "ID": "5.0-4877", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.496", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.863172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.903312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.8931, "Performance_Units": "Samples/s" }, { "ID": "5.0-4878", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.688", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.47763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.76444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 84.2457, "Performance_Units": "Samples/s" }, { "ID": "5.0-4879", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.602", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.897497, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 152.015656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.9243, "Performance_Units": "Samples/s" }, { "ID": "5.0-4880", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.92193, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.363016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.8671, "Performance_Units": "Samples/s" }, { "ID": "5.0-4881", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.680", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.443313, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 292.76768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.5027, "Performance_Units": "Samples/s" }, { "ID": "5.0-4882", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.662", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.422732, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.065232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.062, "Performance_Units": "Samples/s" }, { "ID": "5.0-4883", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.763834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 120.661704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.6662, "Performance_Units": "Samples/s" }, { "ID": "5.0-4884", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.450454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 45.462952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 187.87, "Performance_Units": "Samples/s" }, { "ID": "5.0-4885", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.37981, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.852096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 246.672, "Performance_Units": "Samples/s" }, { "ID": "5.0-4886", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.330", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.101506, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 228.314384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.3539, "Performance_Units": "Samples/s" }, { "ID": "5.0-4887", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.906", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.351714, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.978048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.9264, "Performance_Units": "Samples/s" }, { "ID": "5.0-4888", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.444", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.722007, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 66.59976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.688, "Performance_Units": "Samples/s" }, { "ID": "5.0-4889", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.388", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.250122, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 232.472912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.9551, "Performance_Units": "Samples/s" }, { "ID": "5.0-4890", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.066", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.94807, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 355.834936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.5509, "Performance_Units": "Samples/s" }, { "ID": "5.0-4891", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.702973, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 501.063704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.7058, "Performance_Units": "Samples/s" }, { "ID": "5.0-4892", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.169657, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 794.885536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.5441, "Performance_Units": "Samples/s" }, { "ID": "5.0-4893", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.456136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 1438.356744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.82319, "Performance_Units": "Samples/s" }, { "ID": "5.0-4894", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 172.706804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.894184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 862.1, "Performance_Units": "Samples/s" }, { "ID": "5.0-4895", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.170614, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.192648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 557.346, "Performance_Units": "Samples/s" }, { "ID": "5.0-4896", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.816199, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.084312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 398.351, "Performance_Units": "Samples/s" }, { "ID": "5.0-4897", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.539514, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.060808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 287.793, "Performance_Units": "Samples/s" }, { "ID": "5.0-4898", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.510928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.358736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 295.207, "Performance_Units": "Samples/s" }, { "ID": "5.0-4899", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.425045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.703928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.888, "Performance_Units": "Samples/s" }, { "ID": "5.0-4900", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.302178, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.579112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 136.478, "Performance_Units": "Samples/s" }, { "ID": "5.0-4901", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.369841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.724432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 98.892, "Performance_Units": "Samples/s" }, { "ID": "5.0-4902", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.161707, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.943368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 145.827, "Performance_Units": "Samples/s" }, { "ID": "5.0-4903", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.888703, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 87.3594, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.5009, "Performance_Units": "Samples/s" }, { "ID": "5.0-4904", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.639356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 121.777264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.8722, "Performance_Units": "Samples/s" }, { "ID": "5.0-4905", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.852387, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 167.561504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.4071, "Performance_Units": "Samples/s" }, { "ID": "5.0-4906", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.342863, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 96.07216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.3713, "Performance_Units": "Samples/s" }, { "ID": "5.0-4907", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.630095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.630848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 55.6638, "Performance_Units": "Samples/s" }, { "ID": "5.0-4908", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.063099, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 206.076248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.2289, "Performance_Units": "Samples/s" }, { "ID": "5.0-4909", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.982227, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 284.300048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.1265, "Performance_Units": "Samples/s" }, { "ID": "5.0-4910", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.495463, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.647184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 512.731, "Performance_Units": "Samples/s" }, { "ID": "5.0-4911", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.002605, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.160312, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 333.305, "Performance_Units": "Samples/s" }, { "ID": "5.0-4912", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.059747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.419408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 242.363, "Performance_Units": "Samples/s" }, { "ID": "5.0-4913", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.17706, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.523, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.615, "Performance_Units": "Samples/s" }, { "ID": "5.0-4914", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.726902, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.609528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 355.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-4915", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.873318, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.801888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 232.475, "Performance_Units": "Samples/s" }, { "ID": "5.0-4916", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.352266, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.8258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.653, "Performance_Units": "Samples/s" }, { "ID": "5.0-4917", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.945389, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.651168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.199, "Performance_Units": "Samples/s" }, { "ID": "5.0-4918", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.182524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.701728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.148, "Performance_Units": "Samples/s" }, { "ID": "5.0-4919", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.329294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.51608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 122.951, "Performance_Units": "Samples/s" }, { "ID": "5.0-4920", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.191591, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 94.970072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.905, "Performance_Units": "Samples/s" }, { "ID": "5.0-4921", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.331045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 130.89148, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.5763, "Performance_Units": "Samples/s" }, { "ID": "5.0-4922", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.591482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.106152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.256, "Performance_Units": "Samples/s" }, { "ID": "5.0-4923", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.226678, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 93.082968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 89.8926, "Performance_Units": "Samples/s" }, { "ID": "5.0-4924", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.190681, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 127.875664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 65.6573, "Performance_Units": "Samples/s" }, { "ID": "5.0-4925", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.317692, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 178.623424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.2764, "Performance_Units": "Samples/s" }, { "ID": "5.0-4926", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.319933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.787104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.9951, "Performance_Units": "Samples/s" }, { "ID": "5.0-4927", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.068309, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 123.251224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 67.8374, "Performance_Units": "Samples/s" }, { "ID": "5.0-4928", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.839653, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.124472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.869, "Performance_Units": "Samples/s" }, { "ID": "5.0-4929", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.705214, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.745544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.798, "Performance_Units": "Samples/s" }, { "ID": "5.0-4930", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "AWS cloud instance t4g.xlarge", "Platform": "aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Neoverse-N1", "host_processors_per_node": 1, "host_processor_core_count": 4.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-1021-aws-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/aws_t4g.xlarge-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.482236, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.06404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.282, "Performance_Units": "Samples/s" }, { "ID": "5.0-4931", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.037871, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.52524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.916, "Performance_Units": "Samples/s" }, { "ID": "5.0-4932", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.972086, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.467576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.2947, "Performance_Units": "Samples/s" }, { "ID": "5.0-4933", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.824712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.31968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.7618, "Performance_Units": "Samples/s" }, { "ID": "5.0-4934", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.163925, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.617896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.6545, "Performance_Units": "Samples/s" }, { "ID": "5.0-4935", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.268258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.341808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-4936", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.71687, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.822368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.207, "Performance_Units": "Samples/s" }, { "ID": "5.0-4937", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.738071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.603936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.171, "Performance_Units": "Samples/s" }, { "ID": "5.0-4938", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.686376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.3508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.565, "Performance_Units": "Samples/s" }, { "ID": "5.0-4939", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.371787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.31272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.6977, "Performance_Units": "Samples/s" }, { "ID": "5.0-4940", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.078814, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.907824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4387.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-4941", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.230071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.863, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2945.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-4942", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.342061, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.110704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2045.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-4943", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.492045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.444296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1517.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-4944", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.662942, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.631192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1468.35, "Performance_Units": "Samples/s" }, { "ID": "5.0-4945", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.688565, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.36684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 986.572, "Performance_Units": "Samples/s" }, { "ID": "5.0-4946", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.024373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.421496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 679.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-4947", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.488064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.30204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 502.753, "Performance_Units": "Samples/s" }, { "ID": "5.0-4948", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.009763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.89788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 704.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-4949", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.4336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.37024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.819, "Performance_Units": "Samples/s" }, { "ID": "5.0-4950", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.127094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.793944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.833, "Performance_Units": "Samples/s" }, { "ID": "5.0-4951", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.107067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.076824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.911, "Performance_Units": "Samples/s" }, { "ID": "5.0-4952", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.188273, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.608888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.802, "Performance_Units": "Samples/s" }, { "ID": "5.0-4953", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.467899, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.54824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.866, "Performance_Units": "Samples/s" }, { "ID": "5.0-4954", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.673841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.657112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.119, "Performance_Units": "Samples/s" }, { "ID": "5.0-4955", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.369688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.43608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.234, "Performance_Units": "Samples/s" }, { "ID": "5.0-4956", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.197395, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.651768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3102.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-4957", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.324019, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.142144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1994.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-4958", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.50315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.802264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1425.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-4959", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.703787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.86856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1043.46, "Performance_Units": "Samples/s" }, { "ID": "5.0-4960", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.962396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.495424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1094.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-4961", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.916684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.382336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 713.59, "Performance_Units": "Samples/s" }, { "ID": "5.0-4962", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.405314, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.108512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 504.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-4963", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.98898, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.096192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.189, "Performance_Units": "Samples/s" }, { "ID": "5.0-4964", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.723047, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.411536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-4965", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.777908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.206656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.722, "Performance_Units": "Samples/s" }, { "ID": "5.0-4966", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.741552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.357184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.046, "Performance_Units": "Samples/s" }, { "ID": "5.0-4967", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.869917, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.07264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-4968", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.326971, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.086224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.291, "Performance_Units": "Samples/s" }, { "ID": "5.0-4969", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.930441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.08272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-4970", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.51849, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.017976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.022, "Performance_Units": "Samples/s" }, { "ID": "5.0-4971", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.384827, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.729272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.612, "Performance_Units": "Samples/s" }, { "ID": "5.0-4972", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.746646, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.320736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2598.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-4973", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.386895, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.489928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1838.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-4974", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.54748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.52252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1279.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-4975", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.786494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.42, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 977.008, "Performance_Units": "Samples/s" }, { "ID": "5.0-4976", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.030357, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.536024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1832.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-4977", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.550049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.459696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1281.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-4978", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.786299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.228448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 889.833, "Performance_Units": "Samples/s" }, { "ID": "5.0-4979", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.132509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.323976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 668.453, "Performance_Units": "Samples/s" }, { "ID": "5.0-4980", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.506978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.129528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 901.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-4981", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.118673, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.099056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 625.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-4982", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.612206, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.364088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.135, "Performance_Units": "Samples/s" }, { "ID": "5.0-4983", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.353855, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.917232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.725, "Performance_Units": "Samples/s" }, { "ID": "5.0-4984", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.169518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.460768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 579.995, "Performance_Units": "Samples/s" }, { "ID": "5.0-4985", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.736104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.642528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 466.918, "Performance_Units": "Samples/s" }, { "ID": "5.0-4986", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.15725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.183272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 316.822, "Performance_Units": "Samples/s" }, { "ID": "5.0-4987", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.179399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.28048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.069, "Performance_Units": "Samples/s" }, { "ID": "5.0-4988", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.226937, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.730944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1721.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-4989", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.58226, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.211288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1128.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-4990", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.887673, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.188776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 802.487, "Performance_Units": "Samples/s" }, { "ID": "5.0-4991", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.247946, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.950792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 588.905, "Performance_Units": "Samples/s" }, { "ID": "5.0-4992", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.701229, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.67004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1221.53, "Performance_Units": "Samples/s" }, { "ID": "5.0-4993", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.820167, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.168672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 799.739, "Performance_Units": "Samples/s" }, { "ID": "5.0-4994", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.252843, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.432904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 563.007, "Performance_Units": "Samples/s" }, { "ID": "5.0-4995", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.779358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.607448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-4996", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.409933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.038104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 670.791, "Performance_Units": "Samples/s" }, { "ID": "5.0-4997", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.493457, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.521168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 436.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-4998", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.29749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.170808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-4999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.447, "Performance_Units": "Samples/s" }, { "ID": "5.0-4999", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.247239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.82008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.357, "Performance_Units": "Samples/s" }, { "ID": "5.0-5000", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.444052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.98284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.425, "Performance_Units": "Samples/s" }, { "ID": "5.0-5001", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.978284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.540264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.237, "Performance_Units": "Samples/s" }, { "ID": "5.0-5002", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.042351, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.557304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-5003", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.285956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.365384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.343, "Performance_Units": "Samples/s" }, { "ID": "5.0-5004", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.880075, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.845904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.928, "Performance_Units": "Samples/s" }, { "ID": "5.0-5005", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.671798, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.065888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-5006", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.099252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.816912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 947.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-5007", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.063221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.900136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1203.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-5008", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.838737, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.77076, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.355, "Performance_Units": "Samples/s" }, { "ID": "5.0-5009", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.814028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.451752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.588, "Performance_Units": "Samples/s" }, { "ID": "5.0-5010", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.013695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.830552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.507, "Performance_Units": "Samples/s" }, { "ID": "5.0-5011", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.204484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.0598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-5012", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.94637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet", "ColorKey": "availableGATEOverflow", "Performance_Result": 3965.8548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.28087, "Performance_Units": "Samples/s" }, { "ID": "5.0-5013", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.181209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5014", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.42042174998099", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.5009, "Performance_Units": "Samples/s" }, { "ID": "5.0-5015", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 87.88571389692375", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.195, "Performance_Units": "Samples/s" }, { "ID": "5.0-5016", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.56447, "Performance_Units": "Samples/s" }, { "ID": "5.0-5017", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-pruned80_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.29174382621062", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.7659, "Performance_Units": "Samples/s" }, { "ID": "5.0-5018", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.4308347276475", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.878, "Performance_Units": "Samples/s" }, { "ID": "5.0-5019", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.36718210138123", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.287, "Performance_Units": "Samples/s" }, { "ID": "5.0-5020", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.80558974686677", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.254, "Performance_Units": "Samples/s" }, { "ID": "5.0-5021", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-none-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.89066465550044", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.0972, "Performance_Units": "Samples/s" }, { "ID": "5.0-5022", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.31078542237867", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.5406, "Performance_Units": "Samples/s" }, { "ID": "5.0-5023", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.57204, "Performance_Units": "Samples/s" }, { "ID": "5.0-5024", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.17832662822171", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.8856, "Performance_Units": "Samples/s" }, { "ID": "5.0-5025", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.01097011863615", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.4518, "Performance_Units": "Samples/s" }, { "ID": "5.0-5026", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.1356467730578", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.2164, "Performance_Units": "Samples/s" }, { "ID": "5.0-5027", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.17851587480281", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/b8fc37015501-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.4233, "Performance_Units": "Samples/s" }, { "ID": "5.0-5028", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-99", "Model": "bert-99", "Scenario": "SingleStream", "Accuracy": "F1: 90.20614663104665", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/bert-99/singlestream", "Software": "deepsparse v1.8.0", "operating_system": "Linuxmint 22.1 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.814786, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 87.88571389692375", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Linuxmint 22.1 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.6837, "Performance_Units": "Samples/s" }, { "ID": "5.0-5029", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "SingleStream", "Accuracy": "F1: 87.88571389692375", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/singlestream", "Software": "deepsparse v1.8.0", "operating_system": "Linuxmint 22.1 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.691643, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5030", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.4308347276475", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Linuxmint 22.1 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.7123, "Performance_Units": "Samples/s" }, { "ID": "5.0-5031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.80558974686677", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Linuxmint 22.1 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.5205, "Performance_Units": "Samples/s" }, { "ID": "5.0-5031", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "Lenovo IdeaPad Gaming 3", "Platform": "ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "SingleStream", "Accuracy": "F1: 90.81268530031994", "Nodes": 1, "Processor": "AMD Ryzen 5 4600H with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/singlestream", "Software": "deepsparse v1.8.0", "operating_system": "Linuxmint 22.1 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/ideapadG3-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.181306, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.06404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.282, "Performance_Units": "Samples/s" }, { "ID": "5.0-5032", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.037871, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.52524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.916, "Performance_Units": "Samples/s" }, { "ID": "5.0-5033", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.972086, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.467576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.2947, "Performance_Units": "Samples/s" }, { "ID": "5.0-5034", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.824712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.31968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.7618, "Performance_Units": "Samples/s" }, { "ID": "5.0-5035", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.163925, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.617896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.6545, "Performance_Units": "Samples/s" }, { "ID": "5.0-5036", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.268258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.341808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-5037", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.71687, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.822368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.207, "Performance_Units": "Samples/s" }, { "ID": "5.0-5038", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.738071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.603936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.171, "Performance_Units": "Samples/s" }, { "ID": "5.0-5039", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.686376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.3508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.565, "Performance_Units": "Samples/s" }, { "ID": "5.0-5040", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.371787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.31272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.6977, "Performance_Units": "Samples/s" }, { "ID": "5.0-5041", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.078814, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.907824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4387.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-5042", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.230071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.863, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2945.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-5043", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.342061, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.110704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2045.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-5044", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.492045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.444296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1517.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-5045", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.662942, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.631192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1468.35, "Performance_Units": "Samples/s" }, { "ID": "5.0-5046", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.688565, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.36684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 986.572, "Performance_Units": "Samples/s" }, { "ID": "5.0-5047", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.024373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.421496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 679.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-5048", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.488064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.30204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 502.753, "Performance_Units": "Samples/s" }, { "ID": "5.0-5049", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.009763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.89788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 704.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-5050", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.4336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.37024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.819, "Performance_Units": "Samples/s" }, { "ID": "5.0-5051", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.127094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.793944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.833, "Performance_Units": "Samples/s" }, { "ID": "5.0-5052", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.107067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.076824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.911, "Performance_Units": "Samples/s" }, { "ID": "5.0-5053", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.188273, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.608888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.802, "Performance_Units": "Samples/s" }, { "ID": "5.0-5054", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.467899, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.54824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.866, "Performance_Units": "Samples/s" }, { "ID": "5.0-5055", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.673841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.657112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.119, "Performance_Units": "Samples/s" }, { "ID": "5.0-5056", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.369688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.43608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.234, "Performance_Units": "Samples/s" }, { "ID": "5.0-5057", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.197395, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.651768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3102.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-5058", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.324019, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.142144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1994.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-5059", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.50315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.802264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1425.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-5060", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.703787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.86856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1043.46, "Performance_Units": "Samples/s" }, { "ID": "5.0-5061", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.962396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.495424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1094.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-5062", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.916684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.382336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 713.59, "Performance_Units": "Samples/s" }, { "ID": "5.0-5063", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.405314, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.108512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 504.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-5064", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.98898, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.096192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.189, "Performance_Units": "Samples/s" }, { "ID": "5.0-5065", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.723047, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.411536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-5066", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.777908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.206656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.722, "Performance_Units": "Samples/s" }, { "ID": "5.0-5067", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.741552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.357184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.046, "Performance_Units": "Samples/s" }, { "ID": "5.0-5068", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.869917, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.07264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-5069", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.326971, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.086224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.291, "Performance_Units": "Samples/s" }, { "ID": "5.0-5070", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.930441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.08272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-5071", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.51849, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.017976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.022, "Performance_Units": "Samples/s" }, { "ID": "5.0-5072", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.384827, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.729272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.612, "Performance_Units": "Samples/s" }, { "ID": "5.0-5073", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.746646, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.320736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2598.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-5074", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.386895, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.489928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1838.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-5075", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.54748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.52252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1279.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-5076", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.786494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.42, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 977.008, "Performance_Units": "Samples/s" }, { "ID": "5.0-5077", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.030357, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.536024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1832.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-5078", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.550049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.459696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1281.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-5079", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.786299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.228448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 889.833, "Performance_Units": "Samples/s" }, { "ID": "5.0-5080", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.132509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.323976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 668.453, "Performance_Units": "Samples/s" }, { "ID": "5.0-5081", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.506978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.129528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 901.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-5082", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.118673, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.099056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 625.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-5083", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.612206, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.364088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.135, "Performance_Units": "Samples/s" }, { "ID": "5.0-5084", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.353855, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.917232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.725, "Performance_Units": "Samples/s" }, { "ID": "5.0-5085", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.169518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.460768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 579.995, "Performance_Units": "Samples/s" }, { "ID": "5.0-5086", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.736104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.642528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 466.918, "Performance_Units": "Samples/s" }, { "ID": "5.0-5087", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.15725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.183272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 316.822, "Performance_Units": "Samples/s" }, { "ID": "5.0-5088", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.179399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.28048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.069, "Performance_Units": "Samples/s" }, { "ID": "5.0-5089", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.226937, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.730944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1721.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-5090", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.58226, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.211288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1128.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-5091", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.887673, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.188776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 802.487, "Performance_Units": "Samples/s" }, { "ID": "5.0-5092", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.247946, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.950792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 588.905, "Performance_Units": "Samples/s" }, { "ID": "5.0-5093", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.701229, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.67004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1221.53, "Performance_Units": "Samples/s" }, { "ID": "5.0-5094", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.820167, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.168672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 799.739, "Performance_Units": "Samples/s" }, { "ID": "5.0-5095", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.252843, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.432904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 563.007, "Performance_Units": "Samples/s" }, { "ID": "5.0-5096", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.779358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.607448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-5097", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.409933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.038104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 670.791, "Performance_Units": "Samples/s" }, { "ID": "5.0-5098", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.493457, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.521168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 436.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-5099", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.29749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.170808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.447, "Performance_Units": "Samples/s" }, { "ID": "5.0-5100", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.247239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.82008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.357, "Performance_Units": "Samples/s" }, { "ID": "5.0-5101", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.444052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.98284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.425, "Performance_Units": "Samples/s" }, { "ID": "5.0-5102", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.978284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.540264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.237, "Performance_Units": "Samples/s" }, { "ID": "5.0-5103", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.042351, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.557304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-5104", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.285956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.365384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.343, "Performance_Units": "Samples/s" }, { "ID": "5.0-5105", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.880075, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.845904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.928, "Performance_Units": "Samples/s" }, { "ID": "5.0-5106", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.671798, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.065888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-5107", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.099252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.816912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 947.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-5108", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.063221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.900136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1203.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-5109", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.838737, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.77076, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.355, "Performance_Units": "Samples/s" }, { "ID": "5.0-5110", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.814028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.451752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.588, "Performance_Units": "Samples/s" }, { "ID": "5.0-5111", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.013695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.830552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.507, "Performance_Units": "Samples/s" }, { "ID": "5.0-5112", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-53-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.204484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.405544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.645, "Performance_Units": "Samples/s" }, { "ID": "5.0-5113", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.814819, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.033608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 73.064, "Performance_Units": "Samples/s" }, { "ID": "5.0-5114", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.708962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.858176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.2391, "Performance_Units": "Samples/s" }, { "ID": "5.0-5115", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.932664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 254.40716, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.8272, "Performance_Units": "Samples/s" }, { "ID": "5.0-5116", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.451294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 471.8596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.2179, "Performance_Units": "Samples/s" }, { "ID": "5.0-5117", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.113503, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.995424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2739.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-5118", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.366221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.410504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1849.59, "Performance_Units": "Samples/s" }, { "ID": "5.0-5119", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.542146, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.394208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1276.29, "Performance_Units": "Samples/s" }, { "ID": "5.0-5120", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.785465, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.597272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 946.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-5121", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.05874, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.06072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 894.669, "Performance_Units": "Samples/s" }, { "ID": "5.0-5122", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.118587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.487808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 600.782, "Performance_Units": "Samples/s" }, { "ID": "5.0-5123", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.666508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.57888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 411.491, "Performance_Units": "Samples/s" }, { "ID": "5.0-5124", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.48608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.641, "Performance_Units": "Samples/s" }, { "ID": "5.0-5125", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.286045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.45344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.617, "Performance_Units": "Samples/s" }, { "ID": "5.0-5126", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.408172, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.939, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.905, "Performance_Units": "Samples/s" }, { "ID": "5.0-5127", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.589012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.373072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 190.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-5128", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.250447, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.570192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 141.062, "Performance_Units": "Samples/s" }, { "ID": "5.0-5129", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.094735, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.850904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 239.583, "Performance_Units": "Samples/s" }, { "ID": "5.0-5130", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.179555, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.477624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 160.382, "Performance_Units": "Samples/s" }, { "ID": "5.0-5131", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.243346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.765504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.993, "Performance_Units": "Samples/s" }, { "ID": "5.0-5132", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.18402, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.019336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.8595, "Performance_Units": "Samples/s" }, { "ID": "5.0-5133", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.383468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.472224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1845.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-5134", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.543105, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.294624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1295.12, "Performance_Units": "Samples/s" }, { "ID": "5.0-5135", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.773225, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.10428, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 899.306, "Performance_Units": "Samples/s" }, { "ID": "5.0-5136", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.113572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.982768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 680.255, "Performance_Units": "Samples/s" }, { "ID": "5.0-5137", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.472281, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.401504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1279.01, "Performance_Units": "Samples/s" }, { "ID": "5.0-5138", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.782893, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.119688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 893.713, "Performance_Units": "Samples/s" }, { "ID": "5.0-5139", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.120557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.209648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 613.028, "Performance_Units": "Samples/s" }, { "ID": "5.0-5140", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.633788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.561464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 461.206, "Performance_Units": "Samples/s" }, { "ID": "5.0-5141", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.171154, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.385456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 606.873, "Performance_Units": "Samples/s" }, { "ID": "5.0-5142", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.649316, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.27608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 420.243, "Performance_Units": "Samples/s" }, { "ID": "5.0-5143", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.384292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.24084, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.092, "Performance_Units": "Samples/s" }, { "ID": "5.0-5144", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.500463, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.409432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.699, "Performance_Units": "Samples/s" }, { "ID": "5.0-5145", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.684939, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.552552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 439.234, "Performance_Units": "Samples/s" }, { "ID": "5.0-5146", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.279544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.652544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.006, "Performance_Units": "Samples/s" }, { "ID": "5.0-5147", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.293356, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.653792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 205.161, "Performance_Units": "Samples/s" }, { "ID": "5.0-5148", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.882593, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.838, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 153.899, "Performance_Units": "Samples/s" }, { "ID": "5.0-5149", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.510484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.97588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.695, "Performance_Units": "Samples/s" }, { "ID": "5.0-5150", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.287383, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.985424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.885, "Performance_Units": "Samples/s" }, { "ID": "5.0-5151", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.712478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.172904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 669.224, "Performance_Units": "Samples/s" }, { "ID": "5.0-5152", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.498332, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.522008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 800.994, "Performance_Units": "Samples/s" }, { "ID": "5.0-5153", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Rhel 9.5 (linux-6.8.0-53-generic-glibc2.34)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.249433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.0598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 144.098, "Performance_Units": "Samples/s" }, { "ID": "5.0-5154", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.456", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.94637, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "MultiStream", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/multistream", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet", "ColorKey": "availableGATEOverflow", "Performance_Result": 3965.8548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "Offline", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.28087, "Performance_Units": "Samples/s" }, { "ID": "5.0-5155", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "UsedModel": "retinanet", "Model": "retinanet", "Scenario": "SingleStream", "Accuracy": "mAP: 37.572", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/singlestream", "Software": "onnxruntime", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet", "ColorKey": "availableGATEOverflow", "Performance_Result": 457.181209, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5156", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.42042174998099", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.5009, "Performance_Units": "Samples/s" }, { "ID": "5.0-5157", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 87.88571389692375", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 198.195, "Performance_Units": "Samples/s" }, { "ID": "5.0-5158", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.56447, "Performance_Units": "Samples/s" }, { "ID": "5.0-5159", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-pruned80_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.29174382621062", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.7659, "Performance_Units": "Samples/s" }, { "ID": "5.0-5160", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.4308347276475", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.878, "Performance_Units": "Samples/s" }, { "ID": "5.0-5161", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.36718210138123", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 346.287, "Performance_Units": "Samples/s" }, { "ID": "5.0-5162", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.80558974686677", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 112.254, "Performance_Units": "Samples/s" }, { "ID": "5.0-5163", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-none-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.89066465550044", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 68.0972, "Performance_Units": "Samples/s" }, { "ID": "5.0-5164", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.31078542237867", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.5406, "Performance_Units": "Samples/s" }, { "ID": "5.0-5165", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.57204, "Performance_Units": "Samples/s" }, { "ID": "5.0-5166", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.17832662822171", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.8856, "Performance_Units": "Samples/s" }, { "ID": "5.0-5167", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.01097011863615", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.4518, "Performance_Units": "Samples/s" }, { "ID": "5.0-5168", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.1356467730578", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.2164, "Performance_Units": "Samples/s" }, { "ID": "5.0-5169", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.17851587480281", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_rhel9-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.4233, "Performance_Units": "Samples/s" }, { "ID": "5.0-5170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.855872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2861.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-5170", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.351962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.258992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1917.84, "Performance_Units": "Samples/s" }, { "ID": "5.0-5171", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.523929, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.187136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1322.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-5172", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.759788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.343728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 980.661, "Performance_Units": "Samples/s" }, { "ID": "5.0-5173", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.026426, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.074, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 895.223, "Performance_Units": "Samples/s" }, { "ID": "5.0-5174", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.119862, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.466712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 600.524, "Performance_Units": "Samples/s" }, { "ID": "5.0-5175", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.669525, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.690768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 411.07, "Performance_Units": "Samples/s" }, { "ID": "5.0-5176", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.446612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.607648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.239, "Performance_Units": "Samples/s" }, { "ID": "5.0-5177", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.300785, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.605264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 413.701, "Performance_Units": "Samples/s" }, { "ID": "5.0-5178", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.424501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.169344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 277.372, "Performance_Units": "Samples/s" }, { "ID": "5.0-5179", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.617659, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.657464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 189.378, "Performance_Units": "Samples/s" }, { "ID": "5.0-5180", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.298553, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 57.565048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.322, "Performance_Units": "Samples/s" }, { "ID": "5.0-5181", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.149883, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.285712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 237.362, "Performance_Units": "Samples/s" }, { "ID": "5.0-5182", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.220689, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.222016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 159.042, "Performance_Units": "Samples/s" }, { "ID": "5.0-5183", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.295195, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.516128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 108.474, "Performance_Units": "Samples/s" }, { "ID": "5.0-5184", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.23377, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 100.720904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.2959, "Performance_Units": "Samples/s" }, { "ID": "5.0-5185", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.473308, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 258.579392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.1288, "Performance_Units": "Samples/s" }, { "ID": "5.0-5186", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.298809, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.454", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 220.385872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.454", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.6266, "Performance_Units": "Samples/s" }, { "ID": "5.0-5187", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.454", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.390025, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.110", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.40656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.110", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.4648, "Performance_Units": "Samples/s" }, { "ID": "5.0-5188", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.110", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.311628, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.238", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.61372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.238", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.0418, "Performance_Units": "Samples/s" }, { "ID": "5.0-5189", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.238", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.456087, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 325.394632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.7194, "Performance_Units": "Samples/s" }, { "ID": "5.0-5190", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.688467, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.422", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 353.600056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.422", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.8007, "Performance_Units": "Samples/s" }, { "ID": "5.0-5191", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.422", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.534533, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.462", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 349.455304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.462", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.1808, "Performance_Units": "Samples/s" }, { "ID": "5.0-5192", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.462", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.854145, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.270", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 351.570232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.270", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.8312, "Performance_Units": "Samples/s" }, { "ID": "5.0-5193", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.270", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.222744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.390", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.780752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.390", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.5753, "Performance_Units": "Samples/s" }, { "ID": "5.0-5194", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.390", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.269294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.118", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.551072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.118", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.1598, "Performance_Units": "Samples/s" }, { "ID": "5.0-5195", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.118", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.523966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.206", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 354.120168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.206", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.5489, "Performance_Units": "Samples/s" }, { "ID": "5.0-5196", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.206", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.576095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.124", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 366.77816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.124", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.5948, "Performance_Units": "Samples/s" }, { "ID": "5.0-5197", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.124", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.223611, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.766", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 361.545824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.766", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.1379, "Performance_Units": "Samples/s" }, { "ID": "5.0-5198", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.766", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.515051, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.200", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.332664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.200", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.7094, "Performance_Units": "Samples/s" }, { "ID": "5.0-5199", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.200", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.047918, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 366.619496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.5619, "Performance_Units": "Samples/s" }, { "ID": "5.0-5200", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.257659, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.762", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 369.2438, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.762", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.3308, "Performance_Units": "Samples/s" }, { "ID": "5.0-5201", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.762", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.649272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.57272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1835.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-5202", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.547945, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.39248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1286.03, "Performance_Units": "Samples/s" }, { "ID": "5.0-5203", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.780935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.174608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 891.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-5204", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.128059, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.476328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 673.92, "Performance_Units": "Samples/s" }, { "ID": "5.0-5205", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.493809, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.47716, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1262.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-5206", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.794363, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.262584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 880.052, "Performance_Units": "Samples/s" }, { "ID": "5.0-5207", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.142584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.570344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 603.702, "Performance_Units": "Samples/s" }, { "ID": "5.0-5208", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.663933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.996728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 454.884, "Performance_Units": "Samples/s" }, { "ID": "5.0-5209", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.216376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.579648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 598.864, "Performance_Units": "Samples/s" }, { "ID": "5.0-5210", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.677433, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.762504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 410.744, "Performance_Units": "Samples/s" }, { "ID": "5.0-5211", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.446458, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.15916, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 278.958, "Performance_Units": "Samples/s" }, { "ID": "5.0-5212", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.601958, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.838488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 209.25, "Performance_Units": "Samples/s" }, { "ID": "5.0-5213", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.802315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.921544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 431.26, "Performance_Units": "Samples/s" }, { "ID": "5.0-5214", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.324454, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.32124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 298.204, "Performance_Units": "Samples/s" }, { "ID": "5.0-5215", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.365587, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.194064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 201.601, "Performance_Units": "Samples/s" }, { "ID": "5.0-5216", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.971577, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.828592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 151.011, "Performance_Units": "Samples/s" }, { "ID": "5.0-5217", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.63427, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 614.188736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.1512, "Performance_Units": "Samples/s" }, { "ID": "5.0-5218", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.310935, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.440", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 522.10328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.440", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.7726, "Performance_Units": "Samples/s" }, { "ID": "5.0-5219", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.440", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.039227, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.710", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 599.125432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.710", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.3496, "Performance_Units": "Samples/s" }, { "ID": "5.0-5220", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.710", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 69.950108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.580", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 654.0574, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.580", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.3034, "Performance_Units": "Samples/s" }, { "ID": "5.0-5221", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.580", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.844184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 610.80276, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.0689, "Performance_Units": "Samples/s" }, { "ID": "5.0-5222", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 71.329871, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.832832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.502, "Performance_Units": "Samples/s" }, { "ID": "5.0-5223", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.472339, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.332936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 207.678, "Performance_Units": "Samples/s" }, { "ID": "5.0-5224", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.836059, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.46828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 657.143, "Performance_Units": "Samples/s" }, { "ID": "5.0-5225", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.530093, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.11948, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 817.45, "Performance_Units": "Samples/s" }, { "ID": "5.0-5226", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9_ubuntu20.04", "Platform": "intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-53-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_i9_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.230283, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.06404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.282, "Performance_Units": "Samples/s" }, { "ID": "5.0-5227", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.037871, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 72.52524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.916, "Performance_Units": "Samples/s" }, { "ID": "5.0-5228", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.972086, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 103.467576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 78.2947, "Performance_Units": "Samples/s" }, { "ID": "5.0-5229", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.824712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 166.31968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.7618, "Performance_Units": "Samples/s" }, { "ID": "5.0-5230", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.163925, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 296.617896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.6545, "Performance_Units": "Samples/s" }, { "ID": "5.0-5231", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.268258, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.341808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 271.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-5232", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.71687, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.822368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 176.207, "Performance_Units": "Samples/s" }, { "ID": "5.0-5233", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.738071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.603936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.171, "Performance_Units": "Samples/s" }, { "ID": "5.0-5234", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.686376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 92.3508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 88.565, "Performance_Units": "Samples/s" }, { "ID": "5.0-5235", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.371787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 158.31272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.6977, "Performance_Units": "Samples/s" }, { "ID": "5.0-5236", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.078814, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.907824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4387.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-5237", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.230071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.863, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2945.97, "Performance_Units": "Samples/s" }, { "ID": "5.0-5238", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.342061, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.110704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2045.89, "Performance_Units": "Samples/s" }, { "ID": "5.0-5239", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.492045, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.444296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1517.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-5240", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.662942, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.631192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1468.35, "Performance_Units": "Samples/s" }, { "ID": "5.0-5241", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.688565, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.36684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 986.572, "Performance_Units": "Samples/s" }, { "ID": "5.0-5242", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.024373, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.421496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 679.077, "Performance_Units": "Samples/s" }, { "ID": "5.0-5243", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.488064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.30204, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 502.753, "Performance_Units": "Samples/s" }, { "ID": "5.0-5244", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.009763, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.89788, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 704.775, "Performance_Units": "Samples/s" }, { "ID": "5.0-5245", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.4336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.37024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 474.819, "Performance_Units": "Samples/s" }, { "ID": "5.0-5246", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.127094, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.793944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.833, "Performance_Units": "Samples/s" }, { "ID": "5.0-5247", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.107067, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.076824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.911, "Performance_Units": "Samples/s" }, { "ID": "5.0-5248", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.188273, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.608888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 409.802, "Performance_Units": "Samples/s" }, { "ID": "5.0-5249", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.467899, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.54824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 274.866, "Performance_Units": "Samples/s" }, { "ID": "5.0-5250", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.673841, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 44.657112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.119, "Performance_Units": "Samples/s" }, { "ID": "5.0-5251", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.369688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 58.43608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.234, "Performance_Units": "Samples/s" }, { "ID": "5.0-5252", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.197395, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.651768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3102.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-5253", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.324019, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.142144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1994.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-5254", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.50315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.802264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1425.19, "Performance_Units": "Samples/s" }, { "ID": "5.0-5255", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.703787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.86856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1043.46, "Performance_Units": "Samples/s" }, { "ID": "5.0-5256", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.962396, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.495424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1094.2, "Performance_Units": "Samples/s" }, { "ID": "5.0-5257", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.916684, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.382336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 713.59, "Performance_Units": "Samples/s" }, { "ID": "5.0-5258", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.405314, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.108512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 504.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-5259", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.98898, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.096192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.189, "Performance_Units": "Samples/s" }, { "ID": "5.0-5260", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.723047, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.411536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 564.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-5261", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.777908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.206656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 365.722, "Performance_Units": "Samples/s" }, { "ID": "5.0-5262", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.741552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 31.357184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.046, "Performance_Units": "Samples/s" }, { "ID": "5.0-5263", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.869917, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 43.07264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 188.179, "Performance_Units": "Samples/s" }, { "ID": "5.0-5264", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.326971, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.086224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 342.291, "Performance_Units": "Samples/s" }, { "ID": "5.0-5265", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.930441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.08272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 221.957, "Performance_Units": "Samples/s" }, { "ID": "5.0-5266", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.51849, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.017976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.022, "Performance_Units": "Samples/s" }, { "ID": "5.0-5267", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.384827, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 70.729272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 114.612, "Performance_Units": "Samples/s" }, { "ID": "5.0-5268", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.746646, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.320736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2598.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-5269", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.386895, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.489928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1838.13, "Performance_Units": "Samples/s" }, { "ID": "5.0-5270", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.54748, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.52252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1279.83, "Performance_Units": "Samples/s" }, { "ID": "5.0-5271", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.786494, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.42, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 977.008, "Performance_Units": "Samples/s" }, { "ID": "5.0-5272", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.030357, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.536024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1832.44, "Performance_Units": "Samples/s" }, { "ID": "5.0-5273", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.550049, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.459696, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1281.67, "Performance_Units": "Samples/s" }, { "ID": "5.0-5274", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.786299, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.228448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 889.833, "Performance_Units": "Samples/s" }, { "ID": "5.0-5275", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.132509, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.323976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 668.453, "Performance_Units": "Samples/s" }, { "ID": "5.0-5276", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.506978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.129528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 901.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-5277", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.118673, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.099056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 625.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-5278", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.612206, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.364088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 428.135, "Performance_Units": "Samples/s" }, { "ID": "5.0-5279", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.353855, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.917232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 317.725, "Performance_Units": "Samples/s" }, { "ID": "5.0-5280", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.169518, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.460768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 579.995, "Performance_Units": "Samples/s" }, { "ID": "5.0-5281", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.736104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.642528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 466.918, "Performance_Units": "Samples/s" }, { "ID": "5.0-5282", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.15725, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.183272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 316.822, "Performance_Units": "Samples/s" }, { "ID": "5.0-5283", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.179399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.28048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 238.069, "Performance_Units": "Samples/s" }, { "ID": "5.0-5284", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.226937, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.730944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1721.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-5285", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.58226, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.211288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1128.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-5286", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.887673, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.188776, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 802.487, "Performance_Units": "Samples/s" }, { "ID": "5.0-5287", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.247946, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.950792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 588.905, "Performance_Units": "Samples/s" }, { "ID": "5.0-5288", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.701229, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.67004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1221.53, "Performance_Units": "Samples/s" }, { "ID": "5.0-5289", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.820167, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.168672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 799.739, "Performance_Units": "Samples/s" }, { "ID": "5.0-5290", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.252843, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.432904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 563.007, "Performance_Units": "Samples/s" }, { "ID": "5.0-5291", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.779358, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.607448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 415.671, "Performance_Units": "Samples/s" }, { "ID": "5.0-5292", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.409933, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.038104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 670.791, "Performance_Units": "Samples/s" }, { "ID": "5.0-5293", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.493457, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.521168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 436.012, "Performance_Units": "Samples/s" }, { "ID": "5.0-5294", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.29749, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.170808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.447, "Performance_Units": "Samples/s" }, { "ID": "5.0-5295", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.247239, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.82008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 225.357, "Performance_Units": "Samples/s" }, { "ID": "5.0-5296", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.444052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.98284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 506.425, "Performance_Units": "Samples/s" }, { "ID": "5.0-5297", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.978284, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.540264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 329.237, "Performance_Units": "Samples/s" }, { "ID": "5.0-5298", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.042351, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.557304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-5299", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.285956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.365384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.343, "Performance_Units": "Samples/s" }, { "ID": "5.0-5300", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.880075, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.845904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 273.928, "Performance_Units": "Samples/s" }, { "ID": "5.0-5301", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.671798, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.065888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.865, "Performance_Units": "Samples/s" }, { "ID": "5.0-5302", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.099252, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.816912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 947.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-5303", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.063221, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.900136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1203.98, "Performance_Units": "Samples/s" }, { "ID": "5.0-5304", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.838737, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.77076, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 128.355, "Performance_Units": "Samples/s" }, { "ID": "5.0-5305", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.814028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.451752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.588, "Performance_Units": "Samples/s" }, { "ID": "5.0-5306", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.013695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.830552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.507, "Performance_Units": "Samples/s" }, { "ID": "5.0-5307", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel SPR i9", "Platform": "intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-51-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_i9-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.204484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.055016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 173.828, "Performance_Units": "Samples/s" }, { "ID": "5.0-5308", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.927082, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.023728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.026, "Performance_Units": "Samples/s" }, { "ID": "5.0-5309", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.671215, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 113.590944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 77.0892, "Performance_Units": "Samples/s" }, { "ID": "5.0-5310", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.296331, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.846104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.4032, "Performance_Units": "Samples/s" }, { "ID": "5.0-5311", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.052077, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 343.974328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.8786, "Performance_Units": "Samples/s" }, { "ID": "5.0-5312", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 39.27796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 64.74556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 131.808, "Performance_Units": "Samples/s" }, { "ID": "5.0-5313", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.811723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.999344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 86.6639, "Performance_Units": "Samples/s" }, { "ID": "5.0-5314", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.84167, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 140.21924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 62.3825, "Performance_Units": "Samples/s" }, { "ID": "5.0-5315", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.392695, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 212.300464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 41.3831, "Performance_Units": "Samples/s" }, { "ID": "5.0-5316", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.652016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 362.89612, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.806, "Performance_Units": "Samples/s" }, { "ID": "5.0-5317", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.654037, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.544832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3446.58, "Performance_Units": "Samples/s" }, { "ID": "5.0-5318", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.301409, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.634352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2369.02, "Performance_Units": "Samples/s" }, { "ID": "5.0-5319", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.437224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.983344, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1710.87, "Performance_Units": "Samples/s" }, { "ID": "5.0-5320", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.604686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.59668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1299.59, "Performance_Units": "Samples/s" }, { "ID": "5.0-5321", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.795875, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.302936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1342.27, "Performance_Units": "Samples/s" }, { "ID": "5.0-5322", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.766409, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.367664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 916.027, "Performance_Units": "Samples/s" }, { "ID": "5.0-5323", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.128401, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.023208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 657.022, "Performance_Units": "Samples/s" }, { "ID": "5.0-5324", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.569226, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.349144, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 496.838, "Performance_Units": "Samples/s" }, { "ID": "5.0-5325", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.075098, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.502936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 633.886, "Performance_Units": "Samples/s" }, { "ID": "5.0-5326", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.644882, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.70188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 439.545, "Performance_Units": "Samples/s" }, { "ID": "5.0-5327", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.354819, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.712496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 307.651, "Performance_Units": "Samples/s" }, { "ID": "5.0-5328", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.367642, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.769432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 237.3, "Performance_Units": "Samples/s" }, { "ID": "5.0-5329", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.323063, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.731648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 381.443, "Performance_Units": "Samples/s" }, { "ID": "5.0-5330", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.687978, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.089648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 259.935, "Performance_Units": "Samples/s" }, { "ID": "5.0-5331", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.944742, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.63796, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 183.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-5332", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.606083, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.398272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 139.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-5333", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.376782, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.167576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2660.69, "Performance_Units": "Samples/s" }, { "ID": "5.0-5334", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.386471, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.454", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.819816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.454", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2236.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-5335", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.454", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.462191, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.110", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.80092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.110", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1786.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-5336", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.110", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.579977, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.238", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.953872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.238", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1446.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-5337", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.238", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.717155, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.577872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1852.55, "Performance_Units": "Samples/s" }, { "ID": "5.0-5338", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.738", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.557538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.422", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.331416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.422", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1463.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-5339", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.422", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.715489, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.462", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.697472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.462", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1136.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-5340", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.462", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.930755, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.270", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.201568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.270", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 872.734, "Performance_Units": "Samples/s" }, { "ID": "5.0-5341", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.270", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.207065, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.390", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.046408, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.390", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1260.49, "Performance_Units": "Samples/s" }, { "ID": "5.0-5342", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.390", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.825943, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.118", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.470832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.118", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 808.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-5343", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.118", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.291581, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.206", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.967152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.206", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 774.254, "Performance_Units": "Samples/s" }, { "ID": "5.0-5344", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.206", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.389323, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.124", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.050024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.124", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 556.573, "Performance_Units": "Samples/s" }, { "ID": "5.0-5345", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.124", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.925456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.766", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.116512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.766", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 976.307, "Performance_Units": "Samples/s" }, { "ID": "5.0-5346", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.766", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.115983, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.200", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.170768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.200", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 688.951, "Performance_Units": "Samples/s" }, { "ID": "5.0-5347", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.200", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.523757, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.239184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 561.029, "Performance_Units": "Samples/s" }, { "ID": "5.0-5348", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.916804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.762", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.149024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.762", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 424.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-5349", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.762", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.538378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.375952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1976.75, "Performance_Units": "Samples/s" }, { "ID": "5.0-5350", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.522556, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.007848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1426.42, "Performance_Units": "Samples/s" }, { "ID": "5.0-5351", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.728279, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.324712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1047.57, "Performance_Units": "Samples/s" }, { "ID": "5.0-5352", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.991731, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.780168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 794.762, "Performance_Units": "Samples/s" }, { "ID": "5.0-5353", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.29632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.71188, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1542.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-5354", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.668731, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.41128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1053.94, "Performance_Units": "Samples/s" }, { "ID": "5.0-5355", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.968648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.10384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 774.493, "Performance_Units": "Samples/s" }, { "ID": "5.0-5356", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.332902, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.184168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 600.894, "Performance_Units": "Samples/s" }, { "ID": "5.0-5357", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.714354, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.634968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 822.732, "Performance_Units": "Samples/s" }, { "ID": "5.0-5358", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.252908, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.149664, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 567.084, "Performance_Units": "Samples/s" }, { "ID": "5.0-5359", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.818253, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.548632, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 400.386, "Performance_Units": "Samples/s" }, { "ID": "5.0-5360", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.598754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.465608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 309.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-5361", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.338055, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.706688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 628.584, "Performance_Units": "Samples/s" }, { "ID": "5.0-5362", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.637996, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.118984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 429.054, "Performance_Units": "Samples/s" }, { "ID": "5.0-5363", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.404434, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.80076, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 308.608, "Performance_Units": "Samples/s" }, { "ID": "5.0-5364", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.338466, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.364864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 236.194, "Performance_Units": "Samples/s" }, { "ID": "5.0-5365", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.359478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.216", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.0298, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.216", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1107.09, "Performance_Units": "Samples/s" }, { "ID": "5.0-5366", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.216", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.949102, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.600", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.236688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.600", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 782.209, "Performance_Units": "Samples/s" }, { "ID": "5.0-5367", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.600", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.341745, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.518", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.308104, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.518", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 667.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-5368", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.518", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.57287, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.508", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.577792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.508", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 483.625, "Performance_Units": "Samples/s" }, { "ID": "5.0-5369", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.508", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.193259, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.552", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.717216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.552", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 827.626, "Performance_Units": "Samples/s" }, { "ID": "5.0-5370", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.552", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.272043, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.184", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.15888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.184", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 628.089, "Performance_Units": "Samples/s" }, { "ID": "5.0-5371", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.184", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.674474, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.906", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.294624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.906", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 493.862, "Performance_Units": "Samples/s" }, { "ID": "5.0-5372", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.906", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.139813, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.654", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.3478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.654", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 401.615, "Performance_Units": "Samples/s" }, { "ID": "5.0-5373", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.654", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.64403, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.984", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.56828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.984", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 550.339, "Performance_Units": "Samples/s" }, { "ID": "5.0-5374", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.984", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.870598, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.982", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.4582, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.982", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 458.017, "Performance_Units": "Samples/s" }, { "ID": "5.0-5375", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.982", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.298097, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.396", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.186992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.396", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 371.163, "Performance_Units": "Samples/s" }, { "ID": "5.0-5376", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.396", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.783432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.664", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.689952, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.664", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 314.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-5377", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.664", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.305877, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.440", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.307544, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.440", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 440.152, "Performance_Units": "Samples/s" }, { "ID": "5.0-5378", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.440", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.33028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.710", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.246216, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.710", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 368.219, "Performance_Units": "Samples/s" }, { "ID": "5.0-5379", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.710", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.880686, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.580", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.714432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.580", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 324.959, "Performance_Units": "Samples/s" }, { "ID": "5.0-5380", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.580", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.211109, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.616", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.311272, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.616", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.586, "Performance_Units": "Samples/s" }, { "ID": "5.0-5381", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.616", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.89088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.000552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 257.879, "Performance_Units": "Samples/s" }, { "ID": "5.0-5382", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.013091, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.090232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 313.498, "Performance_Units": "Samples/s" }, { "ID": "5.0-5383", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.28662, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.634768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 800.457, "Performance_Units": "Samples/s" }, { "ID": "5.0-5384", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.292871, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.139136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1056.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-5385", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.981891, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.902", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 169.71576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.902", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 52.8955, "Performance_Units": "Samples/s" }, { "ID": "5.0-5386", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.902", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.126781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.340", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.894384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.340", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 231.463, "Performance_Units": "Samples/s" }, { "ID": "5.0-5387", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.340", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.447833, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.418", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 85.88804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.418", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.198, "Performance_Units": "Samples/s" }, { "ID": "5.0-5388", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.418", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.52834, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 50.055832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 170.664, "Performance_Units": "Samples/s" }, { "ID": "5.0-5389", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.03496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 80.257248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.258, "Performance_Units": "Samples/s" }, { "ID": "5.0-5390", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.573536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 115.46224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.5743, "Performance_Units": "Samples/s" }, { "ID": "5.0-5391", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.562052, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 182.920904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 48.1231, "Performance_Units": "Samples/s" }, { "ID": "5.0-5392", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.198207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 354.390024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.9618, "Performance_Units": "Samples/s" }, { "ID": "5.0-5393", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.678545, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.77572, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3090.04, "Performance_Units": "Samples/s" }, { "ID": "5.0-5394", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.335427, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.051152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2112.5, "Performance_Units": "Samples/s" }, { "ID": "5.0-5395", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.49118, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.685208, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1509.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-5396", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.6876, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.468496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1145.14, "Performance_Units": "Samples/s" }, { "ID": "5.0-5397", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.906168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.6968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1298.52, "Performance_Units": "Samples/s" }, { "ID": "5.0-5398", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.799225, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.736592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 879.24, "Performance_Units": "Samples/s" }, { "ID": "5.0-5399", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.174699, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.615896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 626.887, "Performance_Units": "Samples/s" }, { "ID": "5.0-5400", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.653873, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 17.782936, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 478.126, "Performance_Units": "Samples/s" }, { "ID": "5.0-5401", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.160759, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.562808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 633.12, "Performance_Units": "Samples/s" }, { "ID": "5.0-5402", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.635508, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.716744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 430.969, "Performance_Units": "Samples/s" }, { "ID": "5.0-5403", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.395018, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 27.892856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 304.546, "Performance_Units": "Samples/s" }, { "ID": "5.0-5404", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.387944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.739848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 233.213, "Performance_Units": "Samples/s" }, { "ID": "5.0-5405", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.417294, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.52044, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 376.778, "Performance_Units": "Samples/s" }, { "ID": "5.0-5406", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.739402, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 33.801984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 249.787, "Performance_Units": "Samples/s" }, { "ID": "5.0-5407", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.120741, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 47.768592, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 179.411, "Performance_Units": "Samples/s" }, { "ID": "5.0-5408", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.80298, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 61.42824, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 138.594, "Performance_Units": "Samples/s" }, { "ID": "5.0-5409", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.437245, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.6468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1851.53, "Performance_Units": "Samples/s" }, { "ID": "5.0-5410", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.562297, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.421928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1327.96, "Performance_Units": "Samples/s" }, { "ID": "5.0-5411", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.779076, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.873112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 974.316, "Performance_Units": "Samples/s" }, { "ID": "5.0-5412", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.070609, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.842832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 737.843, "Performance_Units": "Samples/s" }, { "ID": "5.0-5413", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.397315, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.007712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1432.8, "Performance_Units": "Samples/s" }, { "ID": "5.0-5414", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.7285, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.4498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1017.08, "Performance_Units": "Samples/s" }, { "ID": "5.0-5415", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.013578, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.977424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 732.931, "Performance_Units": "Samples/s" }, { "ID": "5.0-5416", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.414516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.001816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 565.464, "Performance_Units": "Samples/s" }, { "ID": "5.0-5417", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.826557, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.140032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 781.485, "Performance_Units": "Samples/s" }, { "ID": "5.0-5418", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.323982, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.578792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 547.147, "Performance_Units": "Samples/s" }, { "ID": "5.0-5419", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.903465, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 22.843176, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 389.071, "Performance_Units": "Samples/s" }, { "ID": "5.0-5420", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.647063, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.354064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 299.384, "Performance_Units": "Samples/s" }, { "ID": "5.0-5421", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.446613, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.81528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 613.198, "Performance_Units": "Samples/s" }, { "ID": "5.0-5422", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.681018, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.018016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 425.035, "Performance_Units": "Samples/s" }, { "ID": "5.0-5423", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.42615, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.086944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 302.026, "Performance_Units": "Samples/s" }, { "ID": "5.0-5424", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.446979, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 37.469944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.131, "Performance_Units": "Samples/s" }, { "ID": "5.0-5425", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.465902, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 51.862712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 240.622, "Performance_Units": "Samples/s" }, { "ID": "5.0-5426", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.201828, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.268552, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.569, "Performance_Units": "Samples/s" }, { "ID": "5.0-5427", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.400325, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.684056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 734.561, "Performance_Units": "Samples/s" }, { "ID": "5.0-5428", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.409781, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.302392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 944.133, "Performance_Units": "Samples/s" }, { "ID": "5.0-5429", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 20.04 (linux-6.8.0-52-generic-glibc2.31)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.099149, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5430", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "GATE Overflow Intel Sapphire Rapids", "Platform": "intel_spr_ubuntu20.04-reference-gpu-pytorch_v2.2.2-cu124", "UsedModel": "pointpainting", "Model": "pointpainting", "Scenario": "SingleStream", "Accuracy": "mAP: 54.25620965007058", "Nodes": 1, "Processor": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": 1, "host_processor_core_count": 24.0, "Accelerator": "NVIDIA GeForce RTX 4090", "a#": 2, "Location": "open/GATEOverflow/results/intel_spr_ubuntu20.04-reference-gpu-pytorch_v2.2.2-cu124/pointpainting/singlestream", "Software": "pytorch v2.2.2", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/intel_spr_ubuntu20.04-reference-gpu-pytorch_v2.2.2-cu124", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/intel_spr_ubuntu20.04-reference-gpu-pytorch_v2.2.2-cu124/pointpainting", "ColorKey": "availableGATEOverflow", "Performance_Result": 729.221027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 2498.6512932539, "Power_Units": "millijoules", "Performance_Result": 79.5498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 31.9914666667, "Power_Units": "Watts", "Performance_Result": 102.469, "Performance_Units": "Samples/s" }, { "ID": "5.0-5431", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 312.3314116567, "Power_Units": "millijoules", "Performance_Result": 9.808911, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 3783.5243348243, "Power_Units": "millijoules", "Performance_Result": 120.75136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 31.7542166667, "Power_Units": "Watts", "Performance_Result": 67.1597, "Performance_Units": "Samples/s" }, { "ID": "5.0-5432", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 472.940541853, "Power_Units": "millijoules", "Performance_Result": 14.945033, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 5362.2244012195, "Power_Units": "millijoules", "Performance_Result": 171.47032, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 31.51085, "Power_Units": "Watts", "Performance_Result": 47.0208, "Performance_Units": "Samples/s" }, { "ID": "5.0-5433", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 670.2780501524, "Power_Units": "millijoules", "Performance_Result": 21.344901, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Power_Result": 8754.5861124586, "Power_Units": "millijoules", "Performance_Result": 280.670968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Power_Result": 31.42775, "Power_Units": "Watts", "Performance_Result": 28.7221, "Performance_Units": "Samples/s" }, { "ID": "5.0-5434", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Power_Result": 1094.3232640573, "Power_Units": "millijoules", "Performance_Result": 34.924282, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 15423.14138107, "Power_Units": "millijoules", "Performance_Result": 497.315896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 31.2273333333, "Power_Units": "Watts", "Performance_Result": 16.1988, "Performance_Units": "Samples/s" }, { "ID": "5.0-5435", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 1927.8926726337, "Power_Units": "millijoules", "Performance_Result": 61.908868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 2166.5268635339, "Power_Units": "millijoules", "Performance_Result": 77.579832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 28.2003, "Power_Units": "Watts", "Performance_Result": 104.148, "Performance_Units": "Samples/s" }, { "ID": "5.0-5436", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 270.8158579417, "Power_Units": "millijoules", "Performance_Result": 9.629267, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 3279.2118689649, "Power_Units": "millijoules", "Performance_Result": 116.739128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 28.3372166667, "Power_Units": "Watts", "Performance_Result": 69.1401, "Performance_Units": "Samples/s" }, { "ID": "5.0-5437", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 409.9014836206, "Power_Units": "millijoules", "Performance_Result": 14.505844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 4405.4248301862, "Power_Units": "millijoules", "Performance_Result": 158.194192, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 27.9469, "Power_Units": "Watts", "Performance_Result": 50.7544, "Performance_Units": "Samples/s" }, { "ID": "5.0-5438", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 550.6781037733, "Power_Units": "millijoules", "Performance_Result": 19.744516, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Power_Result": 6796.4535293809, "Power_Units": "millijoules", "Performance_Result": 243.277376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Power_Result": 28.0838166667, "Power_Units": "Watts", "Performance_Result": 33.0594, "Performance_Units": "Samples/s" }, { "ID": "5.0-5439", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Power_Result": 849.5566911726, "Power_Units": "millijoules", "Performance_Result": 30.30551, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 11932.9790111963, "Power_Units": "millijoules", "Performance_Result": 424.224392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 28.1965833333, "Power_Units": "Watts", "Performance_Result": 18.9044, "Performance_Units": "Samples/s" }, { "ID": "5.0-5440", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 1491.6223763995, "Power_Units": "millijoules", "Performance_Result": 52.971103, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 88.0721818366, "Power_Units": "millijoules", "Performance_Result": 2.9548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.7185166667, "Power_Units": "Watts", "Performance_Result": 2797.84, "Performance_Units": "Samples/s" }, { "ID": "5.0-5441", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 11.0090227296, "Power_Units": "millijoules", "Performance_Result": 0.360482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 132.129005172, "Power_Units": "millijoules", "Performance_Result": 4.37168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 30.9080333333, "Power_Units": "Watts", "Performance_Result": 1874.41, "Performance_Units": "Samples/s" }, { "ID": "5.0-5442", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 16.5161256465, "Power_Units": "millijoules", "Performance_Result": 0.536482, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 190.4130059071, "Power_Units": "millijoules", "Performance_Result": 6.270968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 30.9087, "Power_Units": "Watts", "Performance_Result": 1300.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-5443", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 23.8016257384, "Power_Units": "millijoules", "Performance_Result": 0.77262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Power_Result": 260.4474701986, "Power_Units": "millijoules", "Performance_Result": 8.523296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.13905, "Power_Units": "Watts", "Performance_Result": 957.455, "Performance_Units": "Samples/s" }, { "ID": "5.0-5444", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Power_Result": 32.5559337748, "Power_Units": "millijoules", "Performance_Result": 1.050463, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 276.9701873366, "Power_Units": "millijoules", "Performance_Result": 9.376088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.7705351171, "Power_Units": "Watts", "Performance_Result": 889.842, "Performance_Units": "Samples/s" }, { "ID": "5.0-5445", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 34.6212734171, "Power_Units": "millijoules", "Performance_Result": 1.133868, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 417.214364891, "Power_Units": "millijoules", "Performance_Result": 13.584168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.4229166667, "Power_Units": "Watts", "Performance_Result": 603.026, "Performance_Units": "Samples/s" }, { "ID": "5.0-5446", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 52.1517956114, "Power_Units": "millijoules", "Performance_Result": 1.669495, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 607.4944385939, "Power_Units": "millijoules", "Performance_Result": 20.282568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.2415333333, "Power_Units": "Watts", "Performance_Result": 411.703, "Performance_Units": "Samples/s" }, { "ID": "5.0-5447", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 75.9368048242, "Power_Units": "millijoules", "Performance_Result": 2.445657, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 816.7664219963, "Power_Units": "millijoules", "Performance_Result": 26.553976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.1851252087, "Power_Units": "Watts", "Performance_Result": 305.646, "Performance_Units": "Samples/s" }, { "ID": "5.0-5448", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 102.0958027495, "Power_Units": "millijoules", "Performance_Result": 3.291292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 613.9774408937, "Power_Units": "millijoules", "Performance_Result": 20.100816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 31.1047333333, "Power_Units": "Watts", "Performance_Result": 405.634, "Performance_Units": "Samples/s" }, { "ID": "5.0-5449", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 76.7471801117, "Power_Units": "millijoules", "Performance_Result": 2.481537, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 914.3202942235, "Power_Units": "millijoules", "Performance_Result": 29.704024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3229666667, "Power_Units": "Watts", "Performance_Result": 274.235, "Performance_Units": "Samples/s" }, { "ID": "5.0-5450", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 114.2900367779, "Power_Units": "millijoules", "Performance_Result": 3.666862, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1329.3084448029, "Power_Units": "millijoules", "Performance_Result": 42.942224, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.5529833333, "Power_Units": "Watts", "Performance_Result": 189.995, "Performance_Units": "Samples/s" }, { "ID": "5.0-5451", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 166.1635556004, "Power_Units": "millijoules", "Performance_Result": 5.290787, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1796.5694772093, "Power_Units": "millijoules", "Performance_Result": 57.335528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.78565, "Power_Units": "Watts", "Performance_Result": 141.605, "Performance_Units": "Samples/s" }, { "ID": "5.0-5452", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 224.5711846512, "Power_Units": "millijoules", "Performance_Result": 7.099353, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 1106.4647296121, "Power_Units": "millijoules", "Performance_Result": 35.743976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 31.4435166667, "Power_Units": "Watts", "Performance_Result": 227.515, "Performance_Units": "Samples/s" }, { "ID": "5.0-5453", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 138.3080912015, "Power_Units": "millijoules", "Performance_Result": 4.417721, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 1610.6672431257, "Power_Units": "millijoules", "Performance_Result": 51.205288, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.8335833333, "Power_Units": "Watts", "Performance_Result": 158.219, "Performance_Units": "Samples/s" }, { "ID": "5.0-5454", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 201.3334053907, "Power_Units": "millijoules", "Performance_Result": 6.355723, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.264848, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 99.4286, "Performance_Units": "Samples/s" }, { "ID": "5.0-5455", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.139923, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 110.848392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.2714, "Performance_Units": "Samples/s" }, { "ID": "5.0-5456", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.597829, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 126.5599411313, "Power_Units": "millijoules", "Performance_Result": 4.744128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 26.9450333333, "Power_Units": "Watts", "Performance_Result": 1705.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-5457", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 15.8199926414, "Power_Units": "millijoules", "Performance_Result": 0.588548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 193.5790926625, "Power_Units": "millijoules", "Performance_Result": 7.349704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 26.8348166667, "Power_Units": "Watts", "Performance_Result": 1110.08, "Performance_Units": "Samples/s" }, { "ID": "5.0-5458", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 24.1973865828, "Power_Units": "millijoules", "Performance_Result": 0.902993, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 275.1646573792, "Power_Units": "millijoules", "Performance_Result": 10.294072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 26.9701166667, "Power_Units": "Watts", "Performance_Result": 784.729, "Performance_Units": "Samples/s" }, { "ID": "5.0-5459", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 34.3955821724, "Power_Units": "millijoules", "Performance_Result": 1.278215, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Power_Result": 370.8644073244, "Power_Units": "millijoules", "Performance_Result": 14.052392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Power_Result": 26.57845, "Power_Units": "Watts", "Performance_Result": 573.697, "Performance_Units": "Samples/s" }, { "ID": "5.0-5460", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Power_Result": 46.3580509156, "Power_Units": "millijoules", "Performance_Result": 1.749354, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 372.9877915607, "Power_Units": "millijoules", "Performance_Result": 14.163888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 26.5305666667, "Power_Units": "Watts", "Performance_Result": 569.348, "Performance_Units": "Samples/s" }, { "ID": "5.0-5461", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 46.6234739451, "Power_Units": "millijoules", "Performance_Result": 1.763071, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 592.638478087, "Power_Units": "millijoules", "Performance_Result": 22.046904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 27.3115166667, "Power_Units": "Watts", "Performance_Result": 368.845, "Performance_Units": "Samples/s" }, { "ID": "5.0-5462", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 74.0798097609, "Power_Units": "millijoules", "Performance_Result": 2.722337, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 792.8796697164, "Power_Units": "millijoules", "Performance_Result": 30.782064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 25.94425, "Power_Units": "Watts", "Performance_Result": 261.878, "Performance_Units": "Samples/s" }, { "ID": "5.0-5463", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 99.1099587145, "Power_Units": "millijoules", "Performance_Result": 3.830736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1102.7662476948, "Power_Units": "millijoules", "Performance_Result": 42.166872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 26.33095, "Power_Units": "Watts", "Performance_Result": 191.063, "Performance_Units": "Samples/s" }, { "ID": "5.0-5464", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 137.8457809619, "Power_Units": "millijoules", "Performance_Result": 5.248047, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 749.4719639418, "Power_Units": "millijoules", "Performance_Result": 28.635232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 26.3245833333, "Power_Units": "Watts", "Performance_Result": 281.076, "Performance_Units": "Samples/s" }, { "ID": "5.0-5465", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 93.6839954927, "Power_Units": "millijoules", "Performance_Result": 3.567441, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 1135.8869674659, "Power_Units": "millijoules", "Performance_Result": 44.189384, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 25.84885, "Power_Units": "Watts", "Performance_Result": 182.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-5466", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 141.9858709332, "Power_Units": "millijoules", "Performance_Result": 5.507924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1627.0331773458, "Power_Units": "millijoules", "Performance_Result": 62.317672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 26.2399666667, "Power_Units": "Watts", "Performance_Result": 129.038, "Performance_Units": "Samples/s" }, { "ID": "5.0-5467", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 203.3791471682, "Power_Units": "millijoules", "Performance_Result": 7.768807, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 2257.1926086102, "Power_Units": "millijoules", "Performance_Result": 85.557368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 26.4911666667, "Power_Units": "Watts", "Performance_Result": 93.9, "Performance_Units": "Samples/s" }, { "ID": "5.0-5468", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 282.1490760763, "Power_Units": "millijoules", "Performance_Result": 10.662988, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 1276.6108762682, "Power_Units": "millijoules", "Performance_Result": 48.24844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 26.59145, "Power_Units": "Watts", "Performance_Result": 166.666, "Performance_Units": "Samples/s" }, { "ID": "5.0-5469", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 159.5763595335, "Power_Units": "millijoules", "Performance_Result": 6.014473, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 1963.003528084, "Power_Units": "millijoules", "Performance_Result": 74.472448, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 26.4876166667, "Power_Units": "Watts", "Performance_Result": 107.96, "Performance_Units": "Samples/s" }, { "ID": "5.0-5470", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 245.3754410105, "Power_Units": "millijoules", "Performance_Result": 9.278127, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.087136, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 75.3681, "Performance_Units": "Samples/s" }, { "ID": "5.0-5471", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.306897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 157.811744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 53.3304, "Performance_Units": "Samples/s" }, { "ID": "5.0-5472", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.851854, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Power_Result": 170.3670479298, "Power_Units": "millijoules", "Performance_Result": 5.900608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.7207833333, "Power_Units": "Watts", "Performance_Result": 1446.48, "Performance_Units": "Samples/s" }, { "ID": "5.0-5473", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Power_Result": 21.2958809912, "Power_Units": "millijoules", "Performance_Result": 0.699108, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Power_Result": 237.1799596587, "Power_Units": "millijoules", "Performance_Result": 7.856712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.0262, "Power_Units": "Watts", "Performance_Result": 1048.56, "Performance_Units": "Samples/s" }, { "ID": "5.0-5474", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Power_Result": 29.6474949573, "Power_Units": "millijoules", "Performance_Result": 0.96225, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 341.4871171022, "Power_Units": "millijoules", "Performance_Result": 11.118672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.4737666667, "Power_Units": "Watts", "Performance_Result": 738.571, "Performance_Units": "Samples/s" }, { "ID": "5.0-5475", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 42.6858896378, "Power_Units": "millijoules", "Performance_Result": 1.365537, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 449.628665724, "Power_Units": "millijoules", "Performance_Result": 14.55364, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.5606833333, "Power_Units": "Watts", "Performance_Result": 562.18, "Performance_Units": "Samples/s" }, { "ID": "5.0-5476", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 56.2035832155, "Power_Units": "millijoules", "Performance_Result": 1.791982, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 247.7878338884, "Power_Units": "millijoules", "Performance_Result": 8.375048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3506833333, "Power_Units": "Watts", "Performance_Result": 1014.42, "Performance_Units": "Samples/s" }, { "ID": "5.0-5477", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.9734792361, "Power_Units": "millijoules", "Performance_Result": 0.999439, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 345.117234354, "Power_Units": "millijoules", "Performance_Result": 11.223184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.5384333333, "Power_Units": "Watts", "Performance_Result": 732.259, "Performance_Units": "Samples/s" }, { "ID": "5.0-5478", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 43.1396542943, "Power_Units": "millijoules", "Performance_Result": 1.376922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 494.3977000773, "Power_Units": "millijoules", "Performance_Result": 15.952232, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.7033, "Power_Units": "Watts", "Performance_Result": 513.539, "Performance_Units": "Samples/s" }, { "ID": "5.0-5479", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 61.7997125097, "Power_Units": "millijoules", "Performance_Result": 1.962382, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 651.067930865, "Power_Units": "millijoules", "Performance_Result": 20.934496, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.7257333333, "Power_Units": "Watts", "Performance_Result": 390.201, "Performance_Units": "Samples/s" }, { "ID": "5.0-5480", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 81.3834913581, "Power_Units": "millijoules", "Performance_Result": 2.581363, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 490.1082921666, "Power_Units": "millijoules", "Performance_Result": 16.1134, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 31.0229333333, "Power_Units": "Watts", "Performance_Result": 506.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-5481", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 61.2635365208, "Power_Units": "millijoules", "Performance_Result": 1.985922, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 704.0167282866, "Power_Units": "millijoules", "Performance_Result": 22.774568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.5442333333, "Power_Units": "Watts", "Performance_Result": 358.822, "Performance_Units": "Samples/s" }, { "ID": "5.0-5482", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 88.0020910358, "Power_Units": "millijoules", "Performance_Result": 2.806783, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1017.6817015569, "Power_Units": "millijoules", "Performance_Result": 33.11476, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3021963394, "Power_Units": "Watts", "Performance_Result": 246.251, "Performance_Units": "Samples/s" }, { "ID": "5.0-5483", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 127.2102126946, "Power_Units": "millijoules", "Performance_Result": 4.084626, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1364.2806772404, "Power_Units": "millijoules", "Performance_Result": 44.302672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3347833333, "Power_Units": "Watts", "Performance_Result": 183.858, "Performance_Units": "Samples/s" }, { "ID": "5.0-5484", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 170.5350846551, "Power_Units": "millijoules", "Performance_Result": 5.466453, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 664.8123864563, "Power_Units": "millijoules", "Performance_Result": 21.762424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 31.1042, "Power_Units": "Watts", "Performance_Result": 374.683, "Performance_Units": "Samples/s" }, { "ID": "5.0-5485", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 83.101548307, "Power_Units": "millijoules", "Performance_Result": 2.68795, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 949.9034733271, "Power_Units": "millijoules", "Performance_Result": 31.002472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.1897166667, "Power_Units": "Watts", "Performance_Result": 262.877, "Performance_Units": "Samples/s" }, { "ID": "5.0-5486", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 118.7379341659, "Power_Units": "millijoules", "Performance_Result": 3.826715, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1377.8088036918, "Power_Units": "millijoules", "Performance_Result": 44.71036, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3282666667, "Power_Units": "Watts", "Performance_Result": 182.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-5487", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 172.2261004615, "Power_Units": "millijoules", "Performance_Result": 5.51982, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1842.4924747543, "Power_Units": "millijoules", "Performance_Result": 59.141024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.40005, "Power_Units": "Watts", "Performance_Result": 136.412, "Performance_Units": "Samples/s" }, { "ID": "5.0-5488", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 230.3115593443, "Power_Units": "millijoules", "Performance_Result": 7.360337, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Power_Result": 212.7374617937, "Power_Units": "millijoules", "Performance_Result": 7.936616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Power_Result": 27.0733666667, "Power_Units": "Watts", "Performance_Result": 1019.02, "Performance_Units": "Samples/s" }, { "ID": "5.0-5489", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Power_Result": 26.5921827242, "Power_Units": "millijoules", "Performance_Result": 0.983442, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Power_Result": 323.7547372461, "Power_Units": "millijoules", "Performance_Result": 12.105792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Power_Result": 26.9891166667, "Power_Units": "Watts", "Performance_Result": 667.323, "Performance_Units": "Samples/s" }, { "ID": "5.0-5490", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Power_Result": 40.4693421558, "Power_Units": "millijoules", "Performance_Result": 1.503075, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 461.5791879332, "Power_Units": "millijoules", "Performance_Result": 17.211984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 27.2481333333, "Power_Units": "Watts", "Performance_Result": 472.482, "Performance_Units": "Samples/s" }, { "ID": "5.0-5491", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 57.6973984917, "Power_Units": "millijoules", "Performance_Result": 2.123413, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 622.1919726066, "Power_Units": "millijoules", "Performance_Result": 23.215736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 26.9559833333, "Power_Units": "Watts", "Performance_Result": 346.707, "Performance_Units": "Samples/s" }, { "ID": "5.0-5492", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 77.7739965758, "Power_Units": "millijoules", "Performance_Result": 2.889202, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 302.8352423214, "Power_Units": "millijoules", "Performance_Result": 11.35956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 26.9089666667, "Power_Units": "Watts", "Performance_Result": 711.334, "Performance_Units": "Samples/s" }, { "ID": "5.0-5493", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 37.8544052902, "Power_Units": "millijoules", "Performance_Result": 1.409904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 460.6552970685, "Power_Units": "millijoules", "Performance_Result": 17.364504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 26.7051166667, "Power_Units": "Watts", "Performance_Result": 463.994, "Performance_Units": "Samples/s" }, { "ID": "5.0-5494", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 57.5819121336, "Power_Units": "millijoules", "Performance_Result": 2.159802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 649.579004882, "Power_Units": "millijoules", "Performance_Result": 24.485616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 26.7127666667, "Power_Units": "Watts", "Performance_Result": 329.097, "Performance_Units": "Samples/s" }, { "ID": "5.0-5495", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 81.1973756102, "Power_Units": "millijoules", "Performance_Result": 3.044932, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 893.7757865299, "Power_Units": "millijoules", "Performance_Result": 33.525256, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 26.8577833333, "Power_Units": "Watts", "Performance_Result": 240.46, "Performance_Units": "Samples/s" }, { "ID": "5.0-5496", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Power_Result": 111.7219733162, "Power_Units": "millijoules", "Performance_Result": 4.166031, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 569.9930241143, "Power_Units": "millijoules", "Performance_Result": 21.596912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 26.5578166667, "Power_Units": "Watts", "Performance_Result": 372.918, "Performance_Units": "Samples/s" }, { "ID": "5.0-5497", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 71.2491280143, "Power_Units": "millijoules", "Performance_Result": 2.687478, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 885.3517288927, "Power_Units": "millijoules", "Performance_Result": 33.226184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 26.7715666667, "Power_Units": "Watts", "Performance_Result": 241.966, "Performance_Units": "Samples/s" }, { "ID": "5.0-5498", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 110.6689661116, "Power_Units": "millijoules", "Performance_Result": 4.140338, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1253.2659615982, "Power_Units": "millijoules", "Performance_Result": 47.057376, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 26.8334166667, "Power_Units": "Watts", "Performance_Result": 171.317, "Performance_Units": "Samples/s" }, { "ID": "5.0-5499", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 156.6582451998, "Power_Units": "millijoules", "Performance_Result": 5.847095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1713.8785408497, "Power_Units": "millijoules", "Performance_Result": 64.372024, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 26.7854666667, "Power_Units": "Watts", "Performance_Result": 125.048, "Performance_Units": "Samples/s" }, { "ID": "5.0-5500", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 214.2348176062, "Power_Units": "millijoules", "Performance_Result": 8.008151, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 790.3495609163, "Power_Units": "millijoules", "Performance_Result": 29.640368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 26.8747, "Power_Units": "Watts", "Performance_Result": 272.106, "Performance_Units": "Samples/s" }, { "ID": "5.0-5501", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 98.7936951145, "Power_Units": "millijoules", "Performance_Result": 3.682196, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 1213.4442853048, "Power_Units": "millijoules", "Performance_Result": 45.52372, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 26.77615, "Power_Units": "Watts", "Performance_Result": 176.564, "Performance_Units": "Samples/s" }, { "ID": "5.0-5502", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 151.6805356631, "Power_Units": "millijoules", "Performance_Result": 5.671464, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1704.013980666, "Power_Units": "millijoules", "Performance_Result": 64.017576, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 26.7705, "Power_Units": "Watts", "Performance_Result": 125.7, "Performance_Units": "Samples/s" }, { "ID": "5.0-5503", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 213.0017475832, "Power_Units": "millijoules", "Performance_Result": 7.966727, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 2343.1754187892, "Power_Units": "millijoules", "Performance_Result": 87.946984, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 26.7511166667, "Power_Units": "Watts", "Performance_Result": 91.3449, "Performance_Units": "Samples/s" }, { "ID": "5.0-5504", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 292.8969273486, "Power_Units": "millijoules", "Performance_Result": 10.964874, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1527.6526417631, "Power_Units": "millijoules", "Performance_Result": 48.848768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.7700833333, "Power_Units": "Watts", "Performance_Result": 166.444, "Performance_Units": "Samples/s" }, { "ID": "5.0-5505", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 190.9565802204, "Power_Units": "millijoules", "Performance_Result": 6.035116, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1336.3107994046, "Power_Units": "millijoules", "Performance_Result": 43.471416, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.8586166667, "Power_Units": "Watts", "Performance_Result": 190.825, "Performance_Units": "Samples/s" }, { "ID": "5.0-5506", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 167.0388499256, "Power_Units": "millijoules", "Performance_Result": 5.277708, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 467.2464228995, "Power_Units": "millijoules", "Performance_Result": 15.093296, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.5538166667, "Power_Units": "Watts", "Performance_Result": 540.898, "Performance_Units": "Samples/s" }, { "ID": "5.0-5507", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 58.4058028624, "Power_Units": "millijoules", "Performance_Result": 1.862244, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 359.5124699247, "Power_Units": "millijoules", "Performance_Result": 11.746432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3351, "Power_Units": "Watts", "Performance_Result": 698.259, "Performance_Units": "Samples/s" }, { "ID": "5.0-5508", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 44.9390587406, "Power_Units": "millijoules", "Performance_Result": 1.443807, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 2710.0467410436, "Power_Units": "millijoules", "Performance_Result": 104.824912, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 25.9359333333, "Power_Units": "Watts", "Performance_Result": 76.5708, "Performance_Units": "Samples/s" }, { "ID": "5.0-5509", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 338.7558426304, "Power_Units": "millijoules", "Performance_Result": 13.079019, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1644.8841384785, "Power_Units": "millijoules", "Performance_Result": 61.077368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 27.2445166667, "Power_Units": "Watts", "Performance_Result": 132.528, "Performance_Units": "Samples/s" }, { "ID": "5.0-5510", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 205.6105173098, "Power_Units": "millijoules", "Performance_Result": 7.574903, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1065.5203702391, "Power_Units": "millijoules", "Performance_Result": 41.020992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 26.3812666667, "Power_Units": "Watts", "Performance_Result": 198.112, "Performance_Units": "Samples/s" }, { "ID": "5.0-5511", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 133.1900462799, "Power_Units": "millijoules", "Performance_Result": 5.067346, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 2474.2332081099, "Power_Units": "millijoules", "Performance_Result": 79.309728, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 31.5250666667, "Power_Units": "Watts", "Performance_Result": 101.974, "Performance_Units": "Samples/s" }, { "ID": "5.0-5512", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Power_Result": 309.2791510137, "Power_Units": "millijoules", "Performance_Result": 9.85404, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 3749.9228240485, "Power_Units": "millijoules", "Performance_Result": 121.030264, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 31.19785, "Power_Units": "Watts", "Performance_Result": 66.5756, "Performance_Units": "Samples/s" }, { "ID": "5.0-5513", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Power_Result": 468.7403530061, "Power_Units": "millijoules", "Performance_Result": 15.066838, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 5371.104819124, "Power_Units": "millijoules", "Performance_Result": 172.88016, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3621702838, "Power_Units": "Watts", "Performance_Result": 46.7215, "Performance_Units": "Samples/s" }, { "ID": "5.0-5514", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Power_Result": 671.3881023905, "Power_Units": "millijoules", "Performance_Result": 21.509805, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 15396.2519192704, "Power_Units": "millijoules", "Performance_Result": 499.389584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 31.0613666667, "Power_Units": "Watts", "Performance_Result": 16.1409, "Performance_Units": "Samples/s" }, { "ID": "5.0-5515", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Power_Result": 1924.5314899088, "Power_Units": "millijoules", "Performance_Result": 62.126956, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 97.7786278489, "Power_Units": "millijoules", "Performance_Result": 3.313568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.3056, "Power_Units": "Watts", "Performance_Result": 2484.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-5516", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Power_Result": 12.2223284811, "Power_Units": "millijoules", "Performance_Result": 0.405569, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 146.9040887929, "Power_Units": "millijoules", "Performance_Result": 4.962456, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 30.2207833333, "Power_Units": "Watts", "Performance_Result": 1648.35, "Performance_Units": "Samples/s" }, { "ID": "5.0-5517", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.810", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Power_Result": 18.3630110991, "Power_Units": "millijoules", "Performance_Result": 0.609425, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 212.8117659632, "Power_Units": "millijoules", "Performance_Result": 7.206584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 30.2366, "Power_Units": "Watts", "Performance_Result": 1137.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-5518", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Power_Result": 26.6014707454, "Power_Units": "millijoules", "Performance_Result": 0.882897, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 423.19045718, "Power_Units": "millijoules", "Performance_Result": 14.152336, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 30.4703166667, "Power_Units": "Watts", "Performance_Result": 576.445, "Performance_Units": "Samples/s" }, { "ID": "5.0-5519", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 52.8988071475, "Power_Units": "millijoules", "Performance_Result": 1.745066, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 619.4302216752, "Power_Units": "millijoules", "Performance_Result": 20.540768, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 30.5760333333, "Power_Units": "Watts", "Performance_Result": 395.145, "Performance_Units": "Samples/s" }, { "ID": "5.0-5520", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 77.4287777094, "Power_Units": "millijoules", "Performance_Result": 2.542417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 622.4802305173, "Power_Units": "millijoules", "Performance_Result": 20.646896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.6752833333, "Power_Units": "Watts", "Performance_Result": 394.576, "Performance_Units": "Samples/s" }, { "ID": "5.0-5521", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 77.8100288147, "Power_Units": "millijoules", "Performance_Result": 2.549561, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1318.0093357572, "Power_Units": "millijoules", "Performance_Result": 43.12008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 30.9332666667, "Power_Units": "Watts", "Performance_Result": 187.851, "Performance_Units": "Samples/s" }, { "ID": "5.0-5522", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 164.7511669697, "Power_Units": "millijoules", "Performance_Result": 5.344178, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1815.6659652102, "Power_Units": "millijoules", "Performance_Result": 58.55712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.7023539232, "Power_Units": "Watts", "Performance_Result": 139.757, "Performance_Units": "Samples/s" }, { "ID": "5.0-5523", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Power_Result": 226.9582456513, "Power_Units": "millijoules", "Performance_Result": 7.193548, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 1585.5970274371, "Power_Units": "millijoules", "Performance_Result": 51.594248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.0296166667, "Power_Units": "Watts", "Performance_Result": 156.661, "Performance_Units": "Samples/s" }, { "ID": "5.0-5524", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Power_Result": 198.1996284296, "Power_Units": "millijoules", "Performance_Result": 6.413027, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 2289.8160413431, "Power_Units": "millijoules", "Performance_Result": 73.923304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.26925, "Power_Units": "Watts", "Performance_Result": 109.299, "Performance_Units": "Samples/s" }, { "ID": "5.0-5525", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.624", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 286.2270051679, "Power_Units": "millijoules", "Performance_Result": 9.195893, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 3049.6728324656, "Power_Units": "millijoules", "Performance_Result": 98.777752, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.2897666667, "Power_Units": "Watts", "Performance_Result": 82.1084, "Performance_Units": "Samples/s" }, { "ID": "5.0-5526", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 381.2091040582, "Power_Units": "millijoules", "Performance_Result": 12.238006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 357.0348054972, "Power_Units": "millijoules", "Performance_Result": 11.89292, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 30.6715166667, "Power_Units": "Watts", "Performance_Result": 688.324, "Performance_Units": "Samples/s" }, { "ID": "5.0-5527", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Power_Result": 44.6293506872, "Power_Units": "millijoules", "Performance_Result": 1.463169, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 472.9141866753, "Power_Units": "millijoules", "Performance_Result": 15.599368, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 30.8938, "Power_Units": "Watts", "Performance_Result": 523.224, "Performance_Units": "Samples/s" }, { "ID": "5.0-5528", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Power_Result": 59.1142733344, "Power_Units": "millijoules", "Performance_Result": 1.923411, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 250.8818045709, "Power_Units": "millijoules", "Performance_Result": 8.401888, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.6421833333, "Power_Units": "Watts", "Performance_Result": 978.99, "Performance_Units": "Samples/s" }, { "ID": "5.0-5529", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3602255714, "Power_Units": "millijoules", "Performance_Result": 1.030279, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 357.9239510806, "Power_Units": "millijoules", "Performance_Result": 11.840832, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 30.9594983278, "Power_Units": "Watts", "Performance_Result": 693.037, "Performance_Units": "Samples/s" }, { "ID": "5.0-5530", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Power_Result": 44.7404938851, "Power_Units": "millijoules", "Performance_Result": 1.454871, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 509.362427838, "Power_Units": "millijoules", "Performance_Result": 16.719072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.0281333333, "Power_Units": "Watts", "Performance_Result": 487.862, "Performance_Units": "Samples/s" }, { "ID": "5.0-5531", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Power_Result": 63.6703034798, "Power_Units": "millijoules", "Performance_Result": 2.064114, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 492.0398321178, "Power_Units": "millijoules", "Performance_Result": 16.367704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.6657166667, "Power_Units": "Watts", "Performance_Result": 499.158, "Performance_Units": "Samples/s" }, { "ID": "5.0-5532", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Power_Result": 61.5049790147, "Power_Units": "millijoules", "Performance_Result": 2.016974, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 713.0828882488, "Power_Units": "millijoules", "Performance_Result": 23.331152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 31.1321, "Power_Units": "Watts", "Performance_Result": 349.588, "Performance_Units": "Samples/s" }, { "ID": "5.0-5533", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Power_Result": 89.1353610311, "Power_Units": "millijoules", "Performance_Result": 2.880201, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1036.0580576427, "Power_Units": "millijoules", "Performance_Result": 33.952152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.0594666667, "Power_Units": "Watts", "Performance_Result": 239.995, "Performance_Units": "Samples/s" }, { "ID": "5.0-5534", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Power_Result": 129.5072572053, "Power_Units": "millijoules", "Performance_Result": 4.190364, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 672.7232402989, "Power_Units": "millijoules", "Performance_Result": 22.146616, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 30.9296833333, "Power_Units": "Watts", "Performance_Result": 368.139, "Performance_Units": "Samples/s" }, { "ID": "5.0-5535", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Power_Result": 84.0904050374, "Power_Units": "millijoules", "Performance_Result": 2.736615, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 1415.2677547538, "Power_Units": "millijoules", "Performance_Result": 45.717624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 31.5069782972, "Power_Units": "Watts", "Performance_Result": 178.208, "Performance_Units": "Samples/s" }, { "ID": "5.0-5536", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Power_Result": 176.9084693442, "Power_Units": "millijoules", "Performance_Result": 5.647581, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1875.4602965739, "Power_Units": "millijoules", "Performance_Result": 60.116648, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.4865, "Power_Units": "Watts", "Performance_Result": 134.385, "Performance_Units": "Samples/s" }, { "ID": "5.0-5537", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Power_Result": 234.4325370717, "Power_Units": "millijoules", "Performance_Result": 7.476614, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1527.7833216787, "Power_Units": "millijoules", "Performance_Result": 49.5974, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.3042333333, "Power_Units": "Watts", "Performance_Result": 164.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-5538", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Power_Result": 190.9729152098, "Power_Units": "millijoules", "Performance_Result": 6.118734, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 1333.1636236199, "Power_Units": "millijoules", "Performance_Result": 43.718896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 31.0226333333, "Power_Units": "Watts", "Performance_Result": 186.253, "Performance_Units": "Samples/s" }, { "ID": "5.0-5539", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Power_Result": 166.6454529525, "Power_Units": "millijoules", "Performance_Result": 5.391588, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 487.8129876609, "Power_Units": "millijoules", "Performance_Result": 16.093008, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 30.8081833333, "Power_Units": "Watts", "Performance_Result": 505.789, "Performance_Units": "Samples/s" }, { "ID": "5.0-5540", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": true, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-ctuning_cpp_tflite-cpu-tflite_vmaster-with_live_preprocessing/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Power_Result": 60.9766234576, "Power_Units": "millijoules", "Performance_Result": 1.987869, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5541", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 87.88571389692375", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.7717, "Performance_Units": "Samples/s" }, { "ID": "5.0-5542", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-pruned80_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.29174382621062", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.94926, "Performance_Units": "Samples/s" }, { "ID": "5.0-5543", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.4308347276475", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 60.2707, "Performance_Units": "Samples/s" }, { "ID": "5.0-5544", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.36718210138123", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 105.283, "Performance_Units": "Samples/s" }, { "ID": "5.0-5545", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "TRIGKEY Mini PC Ryzen 5 5560", "Platform": "mini-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.80558974686677", "Nodes": 1, "Processor": "AMD Ryzen 5 5560U with Radeon Graphics", "host_processors_per_node": 1, "host_processor_core_count": 6.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-53-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/mini-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/mini-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.8128, "Performance_Units": "Samples/s" }, { "ID": "5.0-5546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.161584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 163.78, "Performance_Units": "Samples/s" }, { "ID": "5.0-5546", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.068", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.129028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 79.791808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 102.37, "Performance_Units": "Samples/s" }, { "ID": "5.0-5547", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.642", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.942378, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 107.768048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.4858, "Performance_Units": "Samples/s" }, { "ID": "5.0-5548", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 77.542", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.435399, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 177.06096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 46.6667, "Performance_Units": "Samples/s" }, { "ID": "5.0-5549", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 79.268", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 21.433444, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 321.913056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.4855, "Performance_Units": "Samples/s" }, { "ID": "5.0-5550", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-fp32-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 80.676", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-fp32-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 40.122233, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.637672, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 341.202, "Performance_Units": "Samples/s" }, { "ID": "5.0-5551", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite0", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.250", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite0", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.949538, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 36.056, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 222.853, "Performance_Units": "Samples/s" }, { "ID": "5.0-5552", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite1", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.046", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite1", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.49166, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 49.786736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 164.454, "Performance_Units": "Samples/s" }, { "ID": "5.0-5553", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite2", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 74.158", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite2", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.215679, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 74.01872, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 111.364, "Performance_Units": "Samples/s" }, { "ID": "5.0-5554", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite3", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 76.364", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite3", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.233816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 126.48096, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 63.3662, "Performance_Units": "Samples/s" }, { "ID": "5.0-5555", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "efficientnet-int8-lite4", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 78.544", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/efficientnet-int8-lite4", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.792817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.107856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3955.63, "Performance_Units": "Samples/s" }, { "ID": "5.0-5556", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 44.116", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.277979, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.06668, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2704.77, "Performance_Units": "Samples/s" }, { "ID": "5.0-5557", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 47.808", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.37536, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.3974, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1845.07, "Performance_Units": "Samples/s" }, { "ID": "5.0-5558", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.478", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.516543, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.759704, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1411.85, "Performance_Units": "Samples/s" }, { "ID": "5.0-5559", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 51.848", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.70802, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.697112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1418.74, "Performance_Units": "Samples/s" }, { "ID": "5.0-5560", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 57.918", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.751231, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.73124, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 924.545, "Performance_Units": "Samples/s" }, { "ID": "5.0-5561", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.842", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.041048, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.988528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 672.979, "Performance_Units": "Samples/s" }, { "ID": "5.0-5562", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.244", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.594119, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.771328, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 510.429, "Performance_Units": "Samples/s" }, { "ID": "5.0-5563", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.346", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.025914, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.027304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 669.738, "Performance_Units": "Samples/s" }, { "ID": "5.0-5564", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.716", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.508747, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.086072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 445.734, "Performance_Units": "Samples/s" }, { "ID": "5.0-5565", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.384", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.23223, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.439784, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.561, "Performance_Units": "Samples/s" }, { "ID": "5.0-5566", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.242", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.329724, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.880488, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 230.73, "Performance_Units": "Samples/s" }, { "ID": "5.0-5567", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.262", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.199235, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.14012, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 399.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-5568", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.604", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.602806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 29.95884, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 268.427, "Performance_Units": "Samples/s" }, { "ID": "5.0-5569", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.106", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.899006, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.8168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 187.746, "Performance_Units": "Samples/s" }, { "ID": "5.0-5570", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.626", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.534813, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 56.294504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 142.764, "Performance_Units": "Samples/s" }, { "ID": "5.0-5571", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.26498, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.483352, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3298.17, "Performance_Units": "Samples/s" }, { "ID": "5.0-5572", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 42.310", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.308385, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.939184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2124.46, "Performance_Units": "Samples/s" }, { "ID": "5.0-5573", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 45.506", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.474966, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.307904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1529.05, "Performance_Units": "Samples/s" }, { "ID": "5.0-5574", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 48.074", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.662386, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.48844, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1081.06, "Performance_Units": "Samples/s" }, { "ID": "5.0-5575", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.25-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 50.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.25-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.924004, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.162928, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1346.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-5576", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.674", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.767962, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.260792, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 901.317, "Performance_Units": "Samples/s" }, { "ID": "5.0-5577", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.480", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.116153, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.206072, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 618.583, "Performance_Units": "Samples/s" }, { "ID": "5.0-5578", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.484", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.651992, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 16.923608, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 477.829, "Performance_Units": "Samples/s" }, { "ID": "5.0-5579", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.308", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.184816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.447528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 664.993, "Performance_Units": "Samples/s" }, { "ID": "5.0-5580", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.398", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.497262, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.050944, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 446.77, "Performance_Units": "Samples/s" }, { "ID": "5.0-5581", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.126", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.329665, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.673088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 310.022, "Performance_Units": "Samples/s" }, { "ID": "5.0-5582", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.329088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 35.268816, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 235.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-5583", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.138", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.403484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.148424, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 420.682, "Performance_Units": "Samples/s" }, { "ID": "5.0-5584", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.794", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.472793, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.697168, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 280.702, "Performance_Units": "Samples/s" }, { "ID": "5.0-5585", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.272", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.577524, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 42.39676, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 192.391, "Performance_Units": "Samples/s" }, { "ID": "5.0-5586", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.022", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.103468, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 54.054528, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 148.768, "Performance_Units": "Samples/s" }, { "ID": "5.0-5587", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v1-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.772", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v1-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.746596, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.245968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2521.95, "Performance_Units": "Samples/s" }, { "ID": "5.0-5588", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 52.172", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.399095, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.635688, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1762.65, "Performance_Units": "Samples/s" }, { "ID": "5.0-5589", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.988", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.605289, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.817184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1186.46, "Performance_Units": "Samples/s" }, { "ID": "5.0-5590", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.324", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.897754, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.46964, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 960.971, "Performance_Units": "Samples/s" }, { "ID": "5.0-5591", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 60.974", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.099081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.770656, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1725.38, "Performance_Units": "Samples/s" }, { "ID": "5.0-5592", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.402", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.590652, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.921472, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1165.32, "Performance_Units": "Samples/s" }, { "ID": "5.0-5593", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.668", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.856437, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.52712, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 847.346, "Performance_Units": "Samples/s" }, { "ID": "5.0-5594", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.282", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.216671, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.37436, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 653.71, "Performance_Units": "Samples/s" }, { "ID": "5.0-5595", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 65.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.605417, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 9.358088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 861.748, "Performance_Units": "Samples/s" }, { "ID": "5.0-5596", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.038", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.165682, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 14.365896, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 571.503, "Performance_Units": "Samples/s" }, { "ID": "5.0-5597", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.750", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.777154, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 19.782976, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 407.222, "Performance_Units": "Samples/s" }, { "ID": "5.0-5598", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.834", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.457207, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.977432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 303.452, "Performance_Units": "Samples/s" }, { "ID": "5.0-5599", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.122", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.332882, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.652152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 655.146, "Performance_Units": "Samples/s" }, { "ID": "5.0-5600", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 66.036", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.576501, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 18.01584, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 447.107, "Performance_Units": "Samples/s" }, { "ID": "5.0-5601", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.016", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.233817, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.841064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 311.424, "Performance_Units": "Samples/s" }, { "ID": "5.0-5602", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.740", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.224064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 34.879624, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 234.115, "Performance_Units": "Samples/s" }, { "ID": "5.0-5603", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_float-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 71.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_float-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.190484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.9678, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 2066.46, "Performance_Units": "Samples/s" }, { "ID": "5.0-5604", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 49.224", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.48804, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.150512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1314.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-5605", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 54.586", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.772031, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.75248, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 924.447, "Performance_Units": "Samples/s" }, { "ID": "5.0-5606", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 56.602", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.052623, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.588736, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 715.582, "Performance_Units": "Samples/s" }, { "ID": "5.0-5607", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.35-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 58.552", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.35-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.39379, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 5.51092, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1500.62, "Performance_Units": "Samples/s" }, { "ID": "5.0-5608", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 55.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.666182, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.225504, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 996.91, "Performance_Units": "Samples/s" }, { "ID": "5.0-5609", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 59.204", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.030081, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 11.725304, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 705.926, "Performance_Units": "Samples/s" }, { "ID": "5.0-5610", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 61.932", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.471234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.46348, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 535.065, "Performance_Units": "Samples/s" }, { "ID": "5.0-5611", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.5-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.664", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.5-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.917968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 10.376392, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 776.934, "Performance_Units": "Samples/s" }, { "ID": "5.0-5612", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 62.032", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.294265, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 15.563904, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 517.792, "Performance_Units": "Samples/s" }, { "ID": "5.0-5613", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.986", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.940806, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 23.092512, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 350.53, "Performance_Units": "Samples/s" }, { "ID": "5.0-5614", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.458", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.896742, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 30.560064, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 267.335, "Performance_Units": "Samples/s" }, { "ID": "5.0-5615", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-0.75-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.720", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-0.75-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.681905, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 13.576112, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 593.783, "Performance_Units": "Samples/s" }, { "ID": "5.0-5616", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-128", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.616", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-128", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.634028, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 20.20432, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 406.824, "Performance_Units": "Samples/s" }, { "ID": "5.0-5617", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-160", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 67.770", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-160", "ColorKey": "availableGATEOverflow", "Performance_Result": 2.437046, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.055152, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 286.623, "Performance_Units": "Samples/s" }, { "ID": "5.0-5618", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-192", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 69.640", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-192", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.628418, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 38.141968, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 210.81, "Performance_Units": "Samples/s" }, { "ID": "5.0-5619", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v2-precision_uint8-1.0-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.622", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v2-precision_uint8-1.0-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 4.757234, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 28.66184, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 281.478, "Performance_Units": "Samples/s" }, { "ID": "5.0-5620", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 75.760", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.662856, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.119088, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 320.418, "Performance_Units": "Samples/s" }, { "ID": "5.0-5621", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.678", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.212945, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 8.669128, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 941.338, "Performance_Units": "Samples/s" }, { "ID": "5.0-5622", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 68.336", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1.063642, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 6.77568, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 1191.33, "Performance_Units": "Samples/s" }, { "ID": "5.0-5623", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_float-small-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 63.332", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_float-small-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 0.870924, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 59.550808, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 137.689, "Performance_Units": "Samples/s" }, { "ID": "5.0-5624", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 72.896", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 7.442484, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 26.43864, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 312.551, "Performance_Units": "Samples/s" }, { "ID": "5.0-5625", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-large-minimalistic-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 70.428", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-large-minimalistic-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.183629, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "MultiStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/multistream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 24.917744, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/offline", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 1, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 327.578, "Performance_Units": "Samples/s" }, { "ID": "5.0-5626", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "UsedModel": "mobilenet-v3-precision_uint8-small-224", "Model": "resnet", "Scenario": "SingleStream", "Accuracy": "acc: 64.380", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224/singlestream", "Software": "tflite vmaster", "operating_system": "Ubuntu 22.04 (linux-6.8.0-52-generic-glibc2.35)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "uint8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-ctuning_cpp_tflite-cpu-tflite_vmaster-default_config/mobilenet-v3-precision_uint8-small-224", "ColorKey": "availableGATEOverflow", "Performance_Result": 3.111745, "Performance_Units": "Latency (ms)" }, { "ID": "5.0-5627", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.42042174998099", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 83.9108, "Performance_Units": "Samples/s" }, { "ID": "5.0-5628", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-base-pruned95_obs_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 87.89212297504716", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/bert-base-pruned95_obs_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 282.194, "Performance_Units": "Samples/s" }, { "ID": "5.0-5629", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.3085, "Performance_Units": "Samples/s" }, { "ID": "5.0-5630", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "bert-large-pruned80_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.26941848776319", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/bert-large-pruned80_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 95.2971, "Performance_Units": "Samples/s" }, { "ID": "5.0-5631", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.4308347276475", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 213.064, "Performance_Units": "Samples/s" }, { "ID": "5.0-5632", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.40462194474198", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-14layer_pruned50_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 373.734, "Performance_Units": "Samples/s" }, { "ID": "5.0-5633", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-base_quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.7887526723603", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-base_quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.536, "Performance_Units": "Samples/s" }, { "ID": "5.0-5634", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "mobilebert-none-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.89066465550044", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/mobilebert-none-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 82.6781, "Performance_Units": "Samples/s" }, { "ID": "5.0-5635", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-base-pruned90-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 88.31078542237867", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-base-pruned90-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 81.277, "Performance_Units": "Samples/s" }, { "ID": "5.0-5636", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-base-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 89.65191480026783", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-base-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 12.3098, "Performance_Units": "Samples/s" }, { "ID": "5.0-5637", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.17832662822171", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.438, "Performance_Units": "Samples/s" }, { "ID": "5.0-5638", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned95_quant-none-vnni-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.0299132434367", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95_quant-none-vnni-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned95_quant-none-vnni-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 106.784, "Performance_Units": "Samples/s" }, { "ID": "5.0-5639", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.1356467730578", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp32", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 32.4366, "Performance_Units": "Samples/s" }, { "ID": "5.0-5640", "Submitter": "GATEOverflow", "Availability": "available", "Category": "open", "Suite": "edge", "System": "PCSPECIALIST AMD AM5 PC", "Platform": "phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "UsedModel": "obert-large-pruned97-quant-none-bert-99", "Model": "bert-99", "Scenario": "Offline", "Accuracy": "F1: 90.1810702860831", "Nodes": 1, "Processor": "AMD Ryzen 9 7950X 16-Core Processor", "host_processors_per_node": 1, "host_processor_core_count": 16.0, "Accelerator": "", "a#": "", "Location": "open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99/offline", "Software": "deepsparse v1.8.0", "operating_system": "Ubuntu 24.04 (linux-6.8.0-52-generic-glibc2.39)", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/results/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/GATEOverflow/code", "Unique ID (e.g. for Audit)": "edge/open/GATEOverflow/phoenix_Amd_Am5-reference-cpu-deepsparse_v1.8.0-default_config/obert-large-pruned97-quant-none-bert-99", "ColorKey": "availableGATEOverflow", "Performance_Result": 25.3852, "Performance_Units": "Samples/s" }, { "ID": "5.0-5641", "Submitter": "HPE", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE ProLiant DL380a Compute Gen12 (8x H200-NVL-141GB, TensorRT)", "Platform": "HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.658590925735947 exact_match: 90.0034579748511 TOKENS_PER_SAMPLE: 648.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6740E", "host_processors_per_node": 2, "host_processor_core_count": 192.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "open/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04.1 LTS", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/HPE/results/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/HPE/code", "Unique ID (e.g. for Audit)": "datacenter/open/HPE/HPE_PROLIANT_DL380A_H200_NVL_141GBX8_TRT/llama3_1-405b", "ColorKey": "availableHPE", "Performance_Result": 428.895, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5642", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, NIM v1.5.0)", "Platform": "xd670_h200_x8_nim", "UsedModel": "llama3_1-70b-fp8_nim", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 46.5273 ROUGE2: 24.2307 ROUGEL: 30.2329 TOKENS_PER_SAMPLE: 323.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_nim/llama3_1-70b-fp8_nim/offline", "Software": "NIM v1.5.0", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_nim", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_nim/llama3_1-70b-fp8_nim", "ColorKey": "availableKrai", "Performance_Result": 30042.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5642", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, NIM v1.5.0)", "Platform": "xd670_h200_x8_nim", "UsedModel": "llama3_1-70b-fp8_nim", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 46.5201 ROUGE2: 24.2273 ROUGEL: 30.2319 TOKENS_PER_SAMPLE: 323.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_nim/llama3_1-70b-fp8_nim/server", "Software": "NIM v1.5.0", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_nim", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_nim/llama3_1-70b-fp8_nim", "ColorKey": "availableKrai", "Performance_Result": 28421.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5643", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, NIM v1.5.0)", "Platform": "xd670_h200_x8_nim", "UsedModel": "llama3_1-70b-interactive-fp8_nim", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 46.5248 ROUGE2: 24.2311 ROUGEL: 30.2319 TOKENS_PER_SAMPLE: 323.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_nim/llama3_1-70b-interactive-fp8_nim/offline", "Software": "NIM v1.5.0", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_nim", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_nim/llama3_1-70b-interactive-fp8_nim", "ColorKey": "availableKrai", "Performance_Result": 30530.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5643", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, NIM v1.5.0)", "Platform": "xd670_h200_x8_nim", "UsedModel": "llama3_1-70b-interactive-fp8_nim", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 46.5348 ROUGE2: 24.2605 ROUGEL: 30.246 TOKENS_PER_SAMPLE: 324.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_nim/llama3_1-70b-interactive-fp8_nim/server", "Software": "NIM v1.5.0", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_nim", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_nim/llama3_1-70b-interactive-fp8_nim", "ColorKey": "availableKrai", "Performance_Result": 15960.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5644", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.3)", "Platform": "xd670_h200_x8_sglang", "UsedModel": "llama3_1-405b-fp8_dyn", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.634266581485935 exact_match: 90.12628722700197 TOKENS_PER_SAMPLE: 656.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang/llama3_1-405b-fp8_dyn/offline", "Software": "SGLang v0.4.3", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_sglang", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang/llama3_1-405b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 326.537, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5645", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.3)", "Platform": "xd670_h200_x8_sglang", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.5723 ROUGE2: 25.2003 ROUGEL: 31.4338 TOKENS_PER_SAMPLE: 299.6", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang/llama3_1-70b-fp8_dyn/offline", "Software": "SGLang v0.4.3", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_sglang", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 24624.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5646", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.3)", "Platform": "xd670_h200_x8_sglang", "UsedModel": "llama3_1-70b-fp8_pre", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.589 ROUGE2: 25.2681 ROUGEL: 31.545 TOKENS_PER_SAMPLE: 292.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang/llama3_1-70b-fp8_pre/offline", "Software": "SGLang v0.4.3", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_sglang", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang/llama3_1-70b-fp8_pre", "ColorKey": "availableKrai", "Performance_Result": 27687.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5646", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.3)", "Platform": "xd670_h200_x8_sglang", "UsedModel": "llama3_1-70b-fp8_pre", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.6531 ROUGE2: 25.2981 ROUGEL: 31.5596 TOKENS_PER_SAMPLE: 291.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang/llama3_1-70b-fp8_pre/server", "Software": "SGLang v0.4.3", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_sglang", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang/llama3_1-70b-fp8_pre", "ColorKey": "availableKrai", "Performance_Result": 26074.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5647", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.3)", "Platform": "xd670_h200_x8_sglang", "UsedModel": "llama3_1-70b-interactive-fp8_pre", "Model": "llama2-70b-interactive-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.5684 ROUGE2: 25.2712 ROUGEL: 31.533 TOKENS_PER_SAMPLE: 292.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang/llama3_1-70b-interactive-fp8_pre/offline", "Software": "SGLang v0.4.3", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_sglang", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang/llama3_1-70b-interactive-fp8_pre", "ColorKey": "availableKrai", "Performance_Result": 27949.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5647", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, SGLang v0.4.3)", "Platform": "xd670_h200_x8_sglang", "UsedModel": "llama3_1-70b-interactive-fp8_pre", "Model": "llama2-70b-interactive-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 47.6193 ROUGE2: 25.2818 ROUGEL: 31.5351 TOKENS_PER_SAMPLE: 291.8", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_sglang/llama3_1-70b-interactive-fp8_pre/server", "Software": "SGLang v0.4.3", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_sglang", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_sglang/llama3_1-70b-interactive-fp8_pre", "ColorKey": "availableKrai", "Performance_Result": 12192.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5648", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.6.4)", "Platform": "xd670_h200_x8_vllm_064", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5823 ROUGE2: 22.2287 ROUGEL: 28.8178 TOKENS_PER_SAMPLE: 296.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_064/llama2-70b-fp8_dyn/offline", "Software": "vLLM v0.6.4", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_vllm_064", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_064/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 15906.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5648", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.6.4)", "Platform": "xd670_h200_x8_vllm_064", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5362 ROUGE2: 22.176 ROUGEL: 28.773 TOKENS_PER_SAMPLE: 295.7", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_064/llama2-70b-fp8_dyn/server", "Software": "vLLM v0.6.4", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_vllm_064", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_064/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 13716.7, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5649", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.6.4)", "Platform": "xd670_h200_x8_vllm_064_flashinfer", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5183 ROUGE2: 22.1357 ROUGEL: 28.7267 TOKENS_PER_SAMPLE: 297.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_064_flashinfer/llama2-70b-fp8_dyn/offline", "Software": "vLLM v0.6.4 FlashInfer", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_vllm_064_flashinfer", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_064_flashinfer/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 21372.3, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5649", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.6.4)", "Platform": "xd670_h200_x8_vllm_064_flashinfer", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5421 ROUGE2: 22.1749 ROUGEL: 28.8061 TOKENS_PER_SAMPLE: 295.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_064_flashinfer/llama2-70b-fp8_dyn/server", "Software": "vLLM v0.6.4 FlashInfer", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_vllm_064_flashinfer", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_064_flashinfer/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 19618.1, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5650", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.7.3)", "Platform": "xd670_h200_x8_vllm_073", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5375 ROUGE2: 22.202 ROUGEL: 28.7796 TOKENS_PER_SAMPLE: 299.2", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_073/llama2-70b-fp8_dyn/offline", "Software": "vLLM v0.7.3", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_vllm_073", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_073/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 16229.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5650", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "HPE Cray XD670 (8x H200-SXM-141GB, vLLM v0.7.3)", "Platform": "xd670_h200_x8_vllm_073", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.6113 ROUGE2: 22.2456 ROUGEL: 28.8393 TOKENS_PER_SAMPLE: 298.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8562Y+", "host_processors_per_node": 2, "host_processor_core_count": 32.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Krai/results/xd670_h200_x8_vllm_073/llama2-70b-fp8_dyn/server", "Software": "vLLM v0.7.3", "operating_system": "RHEL 9.4", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xd670_h200_x8_vllm_073", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xd670_h200_x8_vllm_073/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 14426.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5651", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, SGLang v0.4.3)", "Platform": "xe9680_mi300x_x8_sglang", "UsedModel": "deepseek-v3", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 18.9480793556203 exact_match: 90.14579086697552 TOKENS_PER_SAMPLE: 641.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": 40.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_sglang/deepseek-v3/offline", "Software": "SGLang v0.4.3", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "UNSET", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xe9680_mi300x_x8_sglang", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_sglang/deepseek-v3", "ColorKey": "availableKrai", "Performance_Result": 243.449, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5652", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, SGLang v0.4.3)", "Platform": "xe9680_mi300x_x8_sglang", "UsedModel": "llama3_1-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 47.6186 ROUGE2: 25.2204 ROUGEL: 31.4595 TOKENS_PER_SAMPLE: 296.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": 40.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_sglang/llama3_1-70b-fp8_dyn/offline", "Software": "SGLang v0.4.3", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xe9680_mi300x_x8_sglang", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_sglang/llama3_1-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 16162.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5653", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.6.4)", "Platform": "xe9680_mi300x_x8_vllm_064", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4973 ROUGE2: 22.1394 ROUGEL: 28.7255 TOKENS_PER_SAMPLE: 301.3", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": 40.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_064/llama2-70b-fp8_dyn/offline", "Software": "vLLM v0.6.4", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_064", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_064/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 18561.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5653", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.6.4)", "Platform": "xe9680_mi300x_x8_vllm_064", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5398 ROUGE2: 22.1484 ROUGEL: 28.725 TOKENS_PER_SAMPLE: 299.5", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": 40.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_064/llama2-70b-fp8_dyn/server", "Software": "vLLM v0.6.4", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_064", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_064/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 13916.2, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5654", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.7.3)", "Platform": "xe9680_mi300x_x8_vllm_073", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.4974 ROUGE2: 22.1155 ROUGEL: 28.7195 TOKENS_PER_SAMPLE: 298.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": 40.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_073/llama2-70b-fp8_dyn/offline", "Software": "vLLM v0.7.3", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_073", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_073/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 17128.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5654", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.7.3)", "Platform": "xe9680_mi300x_x8_vllm_073", "UsedModel": "llama2-70b-fp8_dyn", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5066 ROUGE2: 22.1409 ROUGEL: 28.7316 TOKENS_PER_SAMPLE: 297.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": 40.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_073/llama2-70b-fp8_dyn/server", "Software": "vLLM v0.7.3", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_073", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_073/llama2-70b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 12989.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5655", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.7.3)", "Platform": "xe9680_mi300x_x8_vllm_073", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.59129621595158 exact_match: 90.09433818663138 TOKENS_PER_SAMPLE: 641.0", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": 40.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_073/llama3_1-405b/offline", "Software": "vLLM v0.7.3", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_073", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_073/llama3_1-405b", "ColorKey": "availableKrai", "Performance_Result": 188.604, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5656", "Submitter": "Krai", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "Dell PowerEdge XE9680 (8x MI300X-192GB, vLLM v0.7.3)", "Platform": "xe9680_mi300x_x8_vllm_073", "UsedModel": "llama3_1-405b-fp8_dyn", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.66444823059425 exact_match: 90.10726671078757 TOKENS_PER_SAMPLE: 632.1", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8460Y+", "host_processors_per_node": 2, "host_processor_core_count": 40.0, "Accelerator": "AMD Instinct MI300X 192GB HBM3", "a#": 8, "Location": "open/Krai/results/xe9680_mi300x_x8_vllm_073/llama3_1-405b-fp8_dyn/offline", "Software": "vLLM v0.7.3", "operating_system": "Ubuntu 22.04.4 LTS (Jammy Jellyfish)", "Notes": "Powered by the KRAI X automation technology", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/results/xe9680_mi300x_x8_vllm_073", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Krai/code", "Unique ID (e.g. for Audit)": "datacenter/open/Krai/xe9680_mi300x_x8_vllm_073/llama3_1-405b-fp8_dyn", "ColorKey": "availableKrai", "Performance_Result": 278.649, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5657", "Submitter": "Lambda", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7869 ROUGE2: 22.383 ROUGEL: 29.1434 TOKENS_PER_SAMPLE: 272.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "open/Lambda/results/B200-SXM-180GBx8_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/open/Lambda/B200-SXM-180GBx8_TRT/llama2-70b-99", "ColorKey": "availableLambda", "Performance_Result": 97403.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5658", "Submitter": "Lambda", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.7869 ROUGE2: 22.383 ROUGEL: 29.1434 TOKENS_PER_SAMPLE: 272.9", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "open/Lambda/results/B200-SXM-180GBx8_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/open/Lambda/B200-SXM-180GBx8_TRT/llama2-70b-99.9", "ColorKey": "availableLambda", "Performance_Result": 97403.4, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5659", "Submitter": "Lambda", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "NVIDIA DGX B200 (8x B200-SXM-180GB, TensorRT)", "Platform": "B200-SXM-180GBx8_TRT", "UsedModel": "mixtral-8x7b", "Model": "mixtral-8x7b", "Scenario": "Offline", "Accuracy": "ROUGE1: 45.6315 ROUGE2: 23.4063 ROUGEL: 30.5125 TOKENS_PER_SAMPLE: 144.1 gsm8k_accuracy: 73.06 mbxp_accuracy: 60.38", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8570", "host_processors_per_node": 2, "host_processor_core_count": 56.0, "Accelerator": "NVIDIA B200-SXM-180GB", "a#": 8, "Location": "open/Lambda/results/B200-SXM-180GBx8_TRT/mixtral-8x7b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "B200 TGP 1000W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp4", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Lambda/results/B200-SXM-180GBx8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Lambda/code", "Unique ID (e.g. for Audit)": "datacenter/open/Lambda/B200-SXM-180GBx8_TRT/mixtral-8x7b", "ColorKey": "availableLambda", "Performance_Result": 121886.0, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5660", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "ARS-111GL-NHR (1x GH200-96GB_aarch64)", "Platform": "ARS_111GL_NHR_TRT", "UsedModel": "gptj-99", "Model": "gptj-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "open/Supermicro/results/ARS_111GL_NHR_TRT/gptj-99/Offline", "Software": "CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 96GB HBM3", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/ARS_111GL_NHR_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/ARS_111GL_NHR_TRT/gptj-99", "ColorKey": "availableSupermicro", "Performance_Result": 2791.38, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5661", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "ARS-111GL-NHR (1x GH200-96GB_aarch64)", "Platform": "ARS_111GL_NHR_TRT", "UsedModel": "gptj-99.9", "Model": "gptj-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 43.1186 ROUGE2: 20.1722 ROUGEL: 30.0185 GEN_LEN: 4156655", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 1, "host_processor_core_count": 72.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 96GB", "a#": 1, "Location": "open/Supermicro/results/ARS_111GL_NHR_TRT/gptj-99.9/Offline", "Software": "CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "NVIDIA GH200 96GB HBM3", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/ARS_111GL_NHR_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/ARS_111GL_NHR_TRT/gptj-99.9", "ColorKey": "availableSupermicro", "Performance_Result": 2791.38, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5662", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "AS-4125GS-TNHR2-LCC (8x H200-SXM-141GB, TensorRT)", "Platform": "AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "AMD EPYC 9654", "host_processors_per_node": 2, "host_processor_core_count": 96.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/AS_4125GS_TNHR2_LCC_H200_SXM_141GBX8_TRT/resnet50", "ColorKey": "availableSupermicro", "Performance_Result": 773638.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-5663", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "ARS-221GL-NHIR (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5498 ROUGE2: 22.134 ROUGEL: 28.7842 TOKENS_PER_SAMPLE: 291.4", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "open/Supermicro/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Red Hat 9.4 + OpenShift 4.15", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99", "ColorKey": "availableSupermicro", "Performance_Result": 8231.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5663", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "ARS-221GL-NHIR (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5491 ROUGE2: 22.1346 ROUGEL: 28.7871 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "open/Supermicro/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Red Hat 9.4 + OpenShift 4.15", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99", "ColorKey": "availableSupermicro", "Performance_Result": 7538.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5664", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "ARS-221GL-NHIR (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.5498 ROUGE2: 22.134 ROUGEL: 28.7842 TOKENS_PER_SAMPLE: 291.4", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "open/Supermicro/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Red Hat 9.4 + OpenShift 4.15", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99.9", "ColorKey": "availableSupermicro", "Performance_Result": 8231.9, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5664", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "ARS-221GL-NHIR (2x GH200-144GB_aarch64, TensorRT)", "Platform": "GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Server", "Accuracy": "ROUGE1: 44.5491 ROUGE2: 22.1346 ROUGEL: 28.7871 TOKENS_PER_SAMPLE: 292.3", "Nodes": 1, "Processor": "NVIDIA Grace CPU", "host_processors_per_node": 2, "host_processor_core_count": 144.0, "Accelerator": "NVIDIA GH200 Grace Hopper Superchip 144GB", "a#": 2, "Location": "open/Supermicro/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99.9/Server", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Red Hat 9.4 + OpenShift 4.15", "Notes": "NVIDIA GH200 144GB HBM3e", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/GH200-GraceHopper-Superchip_GH200-144GB_aarch64x2_TRT/llama2-70b-99.9", "ColorKey": "availableSupermicro", "Performance_Result": 7538.8, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5665", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "SYS-522GA-NRT(8x H200-NVL-141GB)", "Platform": "SYS522GA_H200X8_NVL_TRT", "UsedModel": "resnet50", "Model": "resnet", "Scenario": "Offline", "Accuracy": "acc: 76.078", "Nodes": 1, "Processor": "Intel(R) Xeon(R) 6979P", "host_processors_per_node": 2, "host_processor_core_count": 120.0, "Accelerator": "NVIDIA H200-NVL-141GB", "a#": 8, "Location": "open/Supermicro/results/SYS522GA_H200X8_NVL_TRT/resnet50/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "int8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/SYS522GA_H200X8_NVL_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/SYS522GA_H200X8_NVL_TRT/resnet50", "ColorKey": "availableSupermicro", "Performance_Result": 695780.0, "Performance_Units": "Samples/s" }, { "ID": "5.0-5666", "Submitter": "Supermicro", "Availability": "available", "Category": "open", "Suite": "datacenter", "System": "SYS-821GE-TNHR (8x H200-SXM-141GB, TensorRT)", "Platform": "SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "UsedModel": "llama3_1-405b", "Model": "llama3.1-405b", "Scenario": "Offline", "Accuracy": "ROUGEL: 21.738071137617286 exact_match: 90.02873593646592 TOKENS_PER_SAMPLE: 660.4", "Nodes": 1, "Processor": "Intel(R) Xeon(R) Platinum 8568Y+", "host_processors_per_node": 2, "host_processor_core_count": 48.0, "Accelerator": "NVIDIA H200-SXM-141GB", "a#": 8, "Location": "open/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama3_1-405b/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Ubuntu 24.04", "Notes": "H200 TGP 700W", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp8", "p#": 2, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/results/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/Supermicro/code", "Unique ID (e.g. for Audit)": "datacenter/open/Supermicro/SYS_821GE_TNHR_H200_SXM_141GBX8_TRT/llama3_1-405b", "ColorKey": "availableSupermicro", "Performance_Result": 564.696, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5667", "Submitter": "NVIDIA", "Availability": "preview", "Category": "open", "Suite": "datacenter", "System": "NVIDIA Jetson AGX Thor Developer Kit 128G (TensorRT)", "Platform": "Thor_TRT", "UsedModel": "llama2-70b-99", "Model": "llama2-70b-99", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8294 ROUGE2: 22.3814 ROUGEL: 29.1878 TOKENS_PER_SAMPLE: 271.8", "Nodes": 1, "Processor": "14-core ARM Poseidon-AE CPU", "host_processors_per_node": 1, "host_processor_core_count": 14.0, "Accelerator": "NVIDIA Jetson AGX Thor 128G", "a#": 1, "Location": "open/NVIDIA/results/Thor_TRT/llama2-70b-99/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Jetson L4T", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/NVIDIA/results/Thor_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/open/NVIDIA/Thor_TRT/llama2-70b-99", "ColorKey": "previewNVIDIA", "Performance_Result": 573.765, "Performance_Units": "Tokens/s" }, { "ID": "5.0-5668", "Submitter": "NVIDIA", "Availability": "preview", "Category": "open", "Suite": "datacenter", "System": "NVIDIA Jetson AGX Thor Developer Kit 128G (TensorRT)", "Platform": "Thor_TRT", "UsedModel": "llama2-70b-99.9", "Model": "llama2-70b-99.9", "Scenario": "Offline", "Accuracy": "ROUGE1: 44.8294 ROUGE2: 22.3814 ROUGEL: 29.1878 TOKENS_PER_SAMPLE: 271.8", "Nodes": 1, "Processor": "14-core ARM Poseidon-AE CPU", "host_processors_per_node": 1, "host_processor_core_count": 14.0, "Accelerator": "NVIDIA Jetson AGX Thor 128G", "a#": 1, "Location": "open/NVIDIA/results/Thor_TRT/llama2-70b-99.9/Offline", "Software": "TensorRT 10.8, CUDA 12.8", "operating_system": "Jetson L4T", "Notes": "", "compliance": 1, "errors": 0, "version": "v5.0", "inferred": 0, "has_power": false, "weight_data_types": "fp16", "p#": 1, "Details": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/NVIDIA/results/Thor_TRT", "Code": "https://github.com/mlcommons/inference_results_v5.0/tree/main/open/NVIDIA/code", "Unique ID (e.g. for Audit)": "datacenter/open/NVIDIA/Thor_TRT/llama2-70b-99.9", "ColorKey": "previewNVIDIA", "Performance_Result": 573.765, "Performance_Units": "Tokens/s" } ]